{"level":"warn","ts":"2026-07-01T09:29:02.311844Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-01T09:29:02.311981Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.95:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.95:2380","--initial-cluster=instance=https://199.204.45.95:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.95:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.95:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-01T09:29:02.312092Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-01T09:29:02.312113Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-07-01T09:29:02.312138Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-01T09:29:02.313082Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"]} {"level":"info","ts":"2026-07-01T09:29:02.313192Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.95:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-01T09:29:02.319584Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.928076ms"} {"level":"info","ts":"2026-07-01T09:29:02.330517Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"be773dfc027af3eb","cluster-id":"9ba5fbd7288fd5af"} {"level":"info","ts":"2026-07-01T09:29:02.330678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=()"} {"level":"info","ts":"2026-07-01T09:29:02.330747Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 0"} {"level":"info","ts":"2026-07-01T09:29:02.330795Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft be773dfc027af3eb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-01T09:29:02.330837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 1"} {"level":"info","ts":"2026-07-01T09:29:02.330926Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"warn","ts":"2026-07-01T09:29:02.343587Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-01T09:29:02.345845Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-01T09:29:02.34724Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-01T09:29:02.349686Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"be773dfc027af3eb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-01T09:29:02.349969Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"be773dfc027af3eb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-01T09:29:02.35014Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T09:29:02.350259Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T09:29:02.350281Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T09:29:02.352348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"info","ts":"2026-07-01T09:29:02.352589Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","added-peer-id":"be773dfc027af3eb","added-peer-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-07-01T09:29:02.359035Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-01T09:29:02.35934Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"be773dfc027af3eb","initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-01T09:29:02.359376Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-01T09:29:02.359537Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-07-01T09:29:02.359556Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-07-01T09:29:02.531749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb is starting a new election at term 1"} {"level":"info","ts":"2026-07-01T09:29:02.531862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became pre-candidate at term 1"} {"level":"info","ts":"2026-07-01T09:29:02.531922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgPreVoteResp from be773dfc027af3eb at term 1"} {"level":"info","ts":"2026-07-01T09:29:02.531947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became candidate at term 2"} {"level":"info","ts":"2026-07-01T09:29:02.53196Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgVoteResp from be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-07-01T09:29:02.53198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became leader at term 2"} {"level":"info","ts":"2026-07-01T09:29:02.531996Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: be773dfc027af3eb elected leader be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-07-01T09:29:02.533108Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T09:29:02.53415Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-01T09:29:02.534149Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"be773dfc027af3eb","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.95:2379]}","request-path":"/0/members/be773dfc027af3eb/attributes","cluster-id":"9ba5fbd7288fd5af","publish-timeout":"7s"} {"level":"info","ts":"2026-07-01T09:29:02.534272Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-01T09:29:02.534692Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-01T09:29:02.534761Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-01T09:29:02.537613Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.95:2379"} {"level":"info","ts":"2026-07-01T09:29:02.53837Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T09:29:02.538486Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T09:29:02.538528Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T09:29:02.539188Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-01T09:29:05.583507Z","caller":"traceutil/trace.go:171","msg":"trace[1356835070] transaction","detail":"{read_only:false; response_revision:113; number_of_response:1; }","duration":"103.233659ms","start":"2026-07-01T09:29:05.480246Z","end":"2026-07-01T09:29:05.58348Z","steps":["trace[1356835070] 'process raft request' (duration: 82.68853ms)","trace[1356835070] 'compare' (duration: 20.408106ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:08.412412Z","caller":"traceutil/trace.go:171","msg":"trace[921594338] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"112.980525ms","start":"2026-07-01T09:29:08.299373Z","end":"2026-07-01T09:29:08.412353Z","steps":["trace[921594338] 'process raft request' (duration: 20.880648ms)","trace[921594338] 'compare' (duration: 91.797229ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:08.412448Z","caller":"traceutil/trace.go:171","msg":"trace[317860942] transaction","detail":"{read_only:false; response_revision:258; number_of_response:1; }","duration":"112.891022ms","start":"2026-07-01T09:29:08.299525Z","end":"2026-07-01T09:29:08.412416Z","steps":["trace[317860942] 'process raft request' (duration: 112.749379ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:08.5324Z","caller":"traceutil/trace.go:171","msg":"trace[581383163] linearizableReadLoop","detail":"{readStateIndex:269; appliedIndex:267; }","duration":"115.386868ms","start":"2026-07-01T09:29:08.416988Z","end":"2026-07-01T09:29:08.532375Z","steps":["trace[581383163] 'read index received' (duration: 18.312971ms)","trace[581383163] 'applied index is now lower than readState.Index' (duration: 97.072457ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:08.532435Z","caller":"traceutil/trace.go:171","msg":"trace[322591872] transaction","detail":"{read_only:false; response_revision:260; number_of_response:1; }","duration":"115.924632ms","start":"2026-07-01T09:29:08.416478Z","end":"2026-07-01T09:29:08.532403Z","steps":["trace[322591872] 'process raft request' (duration: 98.373542ms)","trace[322591872] 'compare' (duration: 17.299853ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:08.532574Z","caller":"traceutil/trace.go:171","msg":"trace[1903054224] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"114.659749ms","start":"2026-07-01T09:29:08.417856Z","end":"2026-07-01T09:29:08.532516Z","steps":["trace[1903054224] 'process raft request' (duration: 114.440583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:08.532685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.649165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T09:29:08.532759Z","caller":"traceutil/trace.go:171","msg":"trace[396285640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:261; }","duration":"115.813079ms","start":"2026-07-01T09:29:08.416929Z","end":"2026-07-01T09:29:08.532743Z","steps":["trace[396285640] 'agreement among raft nodes before linearized reading' (duration: 115.622244ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:09.047769Z","caller":"traceutil/trace.go:171","msg":"trace[1636011853] transaction","detail":"{read_only:false; number_of_response:0; response_revision:265; }","duration":"133.831682ms","start":"2026-07-01T09:29:08.913902Z","end":"2026-07-01T09:29:09.047734Z","steps":["trace[1636011853] 'process raft request' (duration: 113.709744ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:09.10314Z","caller":"traceutil/trace.go:171","msg":"trace[2056587309] transaction","detail":"{read_only:false; number_of_response:0; response_revision:265; }","duration":"185.476777ms","start":"2026-07-01T09:29:08.917623Z","end":"2026-07-01T09:29:09.1031Z","steps":["trace[2056587309] 'process raft request' (duration: 185.229711ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:09.103183Z","caller":"traceutil/trace.go:171","msg":"trace[1515878591] linearizableReadLoop","detail":"{readStateIndex:277; appliedIndex:274; }","duration":"185.248981ms","start":"2026-07-01T09:29:08.917894Z","end":"2026-07-01T09:29:09.103143Z","steps":["trace[1515878591] 'read index received' (duration: 109.776731ms)","trace[1515878591] 'applied index is now lower than readState.Index' (duration: 75.47046ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:09.103341Z","caller":"traceutil/trace.go:171","msg":"trace[634433389] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"167.65859ms","start":"2026-07-01T09:29:08.935653Z","end":"2026-07-01T09:29:09.103312Z","steps":["trace[634433389] 'process raft request' (duration: 167.371092ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:09.103456Z","caller":"traceutil/trace.go:171","msg":"trace[1578214777] transaction","detail":"{read_only:false; number_of_response:0; response_revision:265; }","duration":"185.728894ms","start":"2026-07-01T09:29:08.917704Z","end":"2026-07-01T09:29:09.103433Z","steps":["trace[1578214777] 'process raft request' (duration: 185.278662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:09.103494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.473347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:29:09.103628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.151767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T09:29:09.103566Z","caller":"traceutil/trace.go:171","msg":"trace[208734789] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:0; response_revision:266; }","duration":"185.671923ms","start":"2026-07-01T09:29:08.917869Z","end":"2026-07-01T09:29:09.10354Z","steps":["trace[208734789] 'agreement among raft nodes before linearized reading' (duration: 185.461897ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:09.103712Z","caller":"traceutil/trace.go:171","msg":"trace[948994026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:266; }","duration":"103.25773ms","start":"2026-07-01T09:29:09.000434Z","end":"2026-07-01T09:29:09.103692Z","steps":["trace[948994026] 'agreement among raft nodes before linearized reading' (duration: 102.958282ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:09.259811Z","caller":"traceutil/trace.go:171","msg":"trace[439593422] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"145.185091ms","start":"2026-07-01T09:29:09.114587Z","end":"2026-07-01T09:29:09.259772Z","steps":["trace[439593422] 'process raft request' (duration: 145.090868ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:09.259834Z","caller":"traceutil/trace.go:171","msg":"trace[431199297] transaction","detail":"{read_only:false; response_revision:268; number_of_response:1; }","duration":"147.921552ms","start":"2026-07-01T09:29:09.111864Z","end":"2026-07-01T09:29:09.259786Z","steps":["trace[431199297] 'process raft request' (duration: 67.487311ms)","trace[431199297] 'compare' (duration: 80.108742ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:09.393598Z","caller":"traceutil/trace.go:171","msg":"trace[484827087] transaction","detail":"{read_only:false; response_revision:271; number_of_response:1; }","duration":"120.374589ms","start":"2026-07-01T09:29:09.273189Z","end":"2026-07-01T09:29:09.393564Z","steps":["trace[484827087] 'process raft request' (duration: 92.21463ms)","trace[484827087] 'compare' (duration: 27.927532ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:09.393545Z","caller":"traceutil/trace.go:171","msg":"trace[1594693535] linearizableReadLoop","detail":"{readStateIndex:283; appliedIndex:281; }","duration":"115.48067ms","start":"2026-07-01T09:29:09.278035Z","end":"2026-07-01T09:29:09.393516Z","steps":["trace[1594693535] 'read index received' (duration: 66.508265ms)","trace[1594693535] 'applied index is now lower than readState.Index' (duration: 48.971025ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:29:09.393766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.699746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-01T09:29:09.393829Z","caller":"traceutil/trace.go:171","msg":"trace[1228973747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:271; }","duration":"115.820479ms","start":"2026-07-01T09:29:09.277994Z","end":"2026-07-01T09:29:09.393814Z","steps":["trace[1228973747] 'agreement among raft nodes before linearized reading' (duration: 115.652895ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:10.666663Z","caller":"traceutil/trace.go:171","msg":"trace[387021018] transaction","detail":"{read_only:false; response_revision:287; number_of_response:1; }","duration":"103.26094ms","start":"2026-07-01T09:29:10.563374Z","end":"2026-07-01T09:29:10.666635Z","steps":["trace[387021018] 'process raft request' (duration: 56.711618ms)","trace[387021018] 'compare' (duration: 45.885975ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:15.731755Z","caller":"traceutil/trace.go:171","msg":"trace[1081907485] linearizableReadLoop","detail":"{readStateIndex:370; appliedIndex:369; }","duration":"288.758538ms","start":"2026-07-01T09:29:15.442949Z","end":"2026-07-01T09:29:15.731707Z","steps":["trace[1081907485] 'read index received' (duration: 288.499021ms)","trace[1081907485] 'applied index is now lower than readState.Index' (duration: 254.817µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:15.731793Z","caller":"traceutil/trace.go:171","msg":"trace[2048731318] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"505.937077ms","start":"2026-07-01T09:29:15.225822Z","end":"2026-07-01T09:29:15.731759Z","steps":["trace[2048731318] 'process raft request' (duration: 505.725072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:15.731907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.939993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T09:29:15.731957Z","caller":"traceutil/trace.go:171","msg":"trace[9947475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:357; }","duration":"289.055476ms","start":"2026-07-01T09:29:15.442889Z","end":"2026-07-01T09:29:15.731944Z","steps":["trace[9947475] 'agreement among raft nodes before linearized reading' (duration: 288.948913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:15.732598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:15.225766Z","time spent":"506.118563ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:29:21.819001Z","caller":"traceutil/trace.go:171","msg":"trace[1090793017] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"807.07994ms","start":"2026-07-01T09:29:21.0119Z","end":"2026-07-01T09:29:21.81898Z","steps":["trace[1090793017] 'process raft request' (duration: 806.953087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:21.819137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:21.011885Z","time spent":"807.182344ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4307,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:29:21.86903Z","caller":"traceutil/trace.go:171","msg":"trace[966831328] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:388; }","duration":"107.256105ms","start":"2026-07-01T09:29:21.76166Z","end":"2026-07-01T09:29:21.868916Z","steps":["trace[966831328] 'read index received' (duration: 57.211641ms)","trace[966831328] 'applied index is now lower than readState.Index' (duration: 50.042374ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:29:21.869083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.425229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T09:29:21.86916Z","caller":"traceutil/trace.go:171","msg":"trace[1135814655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:375; }","duration":"107.527101ms","start":"2026-07-01T09:29:21.761604Z","end":"2026-07-01T09:29:21.869131Z","steps":["trace[1135814655] 'agreement among raft nodes before linearized reading' (duration: 107.412798ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:28.25465Z","caller":"traceutil/trace.go:171","msg":"trace[1309664019] linearizableReadLoop","detail":"{readStateIndex:407; appliedIndex:406; }","duration":"330.112034ms","start":"2026-07-01T09:29:27.924513Z","end":"2026-07-01T09:29:28.254625Z","steps":["trace[1309664019] 'read index received' (duration: 329.987101ms)","trace[1309664019] 'applied index is now lower than readState.Index' (duration: 123.953µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:28.254724Z","caller":"traceutil/trace.go:171","msg":"trace[2084793426] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"339.936541ms","start":"2026-07-01T09:29:27.914746Z","end":"2026-07-01T09:29:28.254682Z","steps":["trace[2084793426] 'process raft request' (duration: 339.736976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:28.254807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.276298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T09:29:28.254856Z","caller":"traceutil/trace.go:171","msg":"trace[2102475371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:391; }","duration":"330.364701ms","start":"2026-07-01T09:29:27.924479Z","end":"2026-07-01T09:29:28.254844Z","steps":["trace[2102475371] 'agreement among raft nodes before linearized reading' (duration: 330.265678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:28.254896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:27.924469Z","time spent":"330.419392ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T09:29:28.254937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:27.914734Z","time spent":"340.071445ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:29:28.639375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.29319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:29:28.639594Z","caller":"traceutil/trace.go:171","msg":"trace[395185174] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"507.17651ms","start":"2026-07-01T09:29:28.132358Z","end":"2026-07-01T09:29:28.639535Z","steps":["trace[395185174] 'process raft request' (duration: 307.347956ms)","trace[395185174] 'compare' (duration: 199.146536ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:28.639669Z","caller":"traceutil/trace.go:171","msg":"trace[1703142463] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"379.437458ms","start":"2026-07-01T09:29:28.260212Z","end":"2026-07-01T09:29:28.639649Z","steps":["trace[1703142463] 'process raft request' (duration: 379.345105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:28.639739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:28.13233Z","time spent":"507.339704ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:29:28.639769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:28.260178Z","time spent":"379.539751ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:29:28.639954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.431003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T09:29:28.640016Z","caller":"traceutil/trace.go:171","msg":"trace[945017872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:393; }","duration":"460.550106ms","start":"2026-07-01T09:29:28.179447Z","end":"2026-07-01T09:29:28.639997Z","steps":["trace[945017872] 'agreement among raft nodes before linearized reading' (duration: 460.441303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:28.640056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:28.179422Z","time spent":"460.625878ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T09:29:28.639629Z","caller":"traceutil/trace.go:171","msg":"trace[342320138] linearizableReadLoop","detail":"{readStateIndex:408; appliedIndex:407; }","duration":"384.88037ms","start":"2026-07-01T09:29:28.254718Z","end":"2026-07-01T09:29:28.639599Z","steps":["trace[342320138] 'read index received' (duration: 184.999625ms)","trace[342320138] 'applied index is now lower than readState.Index' (duration: 199.877975ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:34.391091Z","caller":"traceutil/trace.go:171","msg":"trace[136824589] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"106.776602ms","start":"2026-07-01T09:29:34.284272Z","end":"2026-07-01T09:29:34.391049Z","steps":["trace[136824589] 'process raft request' (duration: 106.581997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:35.999443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.731405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:29:35.999579Z","caller":"traceutil/trace.go:171","msg":"trace[1360530338] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"263.236228ms","start":"2026-07-01T09:29:35.736316Z","end":"2026-07-01T09:29:35.999552Z","steps":["trace[1360530338] 'process raft request' (duration: 160.318797ms)","trace[1360530338] 'compare' (duration: 102.469649ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:36.219332Z","caller":"traceutil/trace.go:171","msg":"trace[1890158230] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"160.616275ms","start":"2026-07-01T09:29:36.058669Z","end":"2026-07-01T09:29:36.219286Z","steps":["trace[1890158230] 'process raft request' (duration: 160.491042ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:36.219392Z","caller":"traceutil/trace.go:171","msg":"trace[1785130853] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:432; }","duration":"141.689738ms","start":"2026-07-01T09:29:36.077671Z","end":"2026-07-01T09:29:36.21936Z","steps":["trace[1785130853] 'read index received' (duration: 52.665952ms)","trace[1785130853] 'applied index is now lower than readState.Index' (duration: 89.022346ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:36.21941Z","caller":"traceutil/trace.go:171","msg":"trace[715880781] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"160.656696ms","start":"2026-07-01T09:29:36.058711Z","end":"2026-07-01T09:29:36.219367Z","steps":["trace[715880781] 'process raft request' (duration: 160.493922ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:36.219341Z","caller":"traceutil/trace.go:171","msg":"trace[1107737486] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"160.628796ms","start":"2026-07-01T09:29:36.058647Z","end":"2026-07-01T09:29:36.219275Z","steps":["trace[1107737486] 'process raft request' (duration: 71.592429ms)","trace[1107737486] 'compare' (duration: 88.712608ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:36.219441Z","caller":"traceutil/trace.go:171","msg":"trace[2007518582] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"160.392609ms","start":"2026-07-01T09:29:36.059033Z","end":"2026-07-01T09:29:36.219426Z","steps":["trace[2007518582] 'process raft request' (duration: 160.230445ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:36.219715Z","caller":"traceutil/trace.go:171","msg":"trace[564924331] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"142.032267ms","start":"2026-07-01T09:29:36.077641Z","end":"2026-07-01T09:29:36.219673Z","steps":["trace[564924331] 'process raft request' (duration: 141.672628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:36.21994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.096864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-07-01T09:29:36.220053Z","caller":"traceutil/trace.go:171","msg":"trace[916291432] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:420; }","duration":"138.268908ms","start":"2026-07-01T09:29:36.081746Z","end":"2026-07-01T09:29:36.220015Z","steps":["trace[916291432] 'agreement among raft nodes before linearized reading' (duration: 138.011852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:36.219706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.004157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-vbdxh\" ","response":"range_response_count:1 size:4016"} {"level":"info","ts":"2026-07-01T09:29:36.220158Z","caller":"traceutil/trace.go:171","msg":"trace[7831622] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-vbdxh; range_end:; response_count:1; response_revision:420; }","duration":"142.527251ms","start":"2026-07-01T09:29:36.077616Z","end":"2026-07-01T09:29:36.220143Z","steps":["trace[7831622] 'agreement among raft nodes before linearized reading' (duration: 141.938235ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:36.411399Z","caller":"traceutil/trace.go:171","msg":"trace[1683520129] linearizableReadLoop","detail":"{readStateIndex:445; appliedIndex:442; }","duration":"109.171065ms","start":"2026-07-01T09:29:36.302205Z","end":"2026-07-01T09:29:36.411376Z","steps":["trace[1683520129] 'read index received' (duration: 58.28284ms)","trace[1683520129] 'applied index is now lower than readState.Index' (duration: 50.886965ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:36.411433Z","caller":"traceutil/trace.go:171","msg":"trace[1431893924] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"123.744858ms","start":"2026-07-01T09:29:36.287644Z","end":"2026-07-01T09:29:36.411389Z","steps":["trace[1431893924] 'process raft request' (duration: 123.595854ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:36.411516Z","caller":"traceutil/trace.go:171","msg":"trace[622108882] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"118.811358ms","start":"2026-07-01T09:29:36.292672Z","end":"2026-07-01T09:29:36.411484Z","steps":["trace[622108882] 'process raft request' (duration: 118.648564ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:36.411814Z","caller":"traceutil/trace.go:171","msg":"trace[64838267] transaction","detail":"{read_only:false; number_of_response:1; response_revision:423; }","duration":"128.163224ms","start":"2026-07-01T09:29:36.283186Z","end":"2026-07-01T09:29:36.41135Z","steps":["trace[64838267] 'process raft request' (duration: 77.303699ms)","trace[64838267] 'compare' (duration: 50.6654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:29:36.411574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.34843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-07-01T09:29:36.41212Z","caller":"traceutil/trace.go:171","msg":"trace[191905990] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:425; }","duration":"109.915925ms","start":"2026-07-01T09:29:36.302159Z","end":"2026-07-01T09:29:36.412075Z","steps":["trace[191905990] 'agreement among raft nodes before linearized reading' (duration: 109.34585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:50.247304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.083965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329948"} {"level":"warn","ts":"2026-07-01T09:29:50.247326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.351799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-01T09:29:50.247421Z","caller":"traceutil/trace.go:171","msg":"trace[1635042645] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:505; }","duration":"127.222969ms","start":"2026-07-01T09:29:50.120172Z","end":"2026-07-01T09:29:50.247395Z","steps":["trace[1635042645] 'range keys from in-memory index tree' (duration: 126.752066ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:50.247463Z","caller":"traceutil/trace.go:171","msg":"trace[198018319] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:505; }","duration":"173.539635ms","start":"2026-07-01T09:29:50.07389Z","end":"2026-07-01T09:29:50.24743Z","steps":["trace[198018319] 'range keys from in-memory index tree' (duration: 173.00633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:50.247414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.419341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-01T09:29:50.247589Z","caller":"traceutil/trace.go:171","msg":"trace[1821759443] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:505; }","duration":"173.658898ms","start":"2026-07-01T09:29:50.07389Z","end":"2026-07-01T09:29:50.247549Z","steps":["trace[1821759443] 'range keys from in-memory index tree' (duration: 173.073492ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:52.181563Z","caller":"traceutil/trace.go:171","msg":"trace[1518677114] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"360.288296ms","start":"2026-07-01T09:29:51.821249Z","end":"2026-07-01T09:29:52.181537Z","steps":["trace[1518677114] 'process raft request' (duration: 360.092351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:52.181714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:51.821227Z","time spent":"360.415658ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T09:29:52.190506Z","caller":"traceutil/trace.go:171","msg":"trace[1211129007] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"365.321187ms","start":"2026-07-01T09:29:51.825162Z","end":"2026-07-01T09:29:52.190483Z","steps":["trace[1211129007] 'process raft request' (duration: 365.143943ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:52.190738Z","caller":"traceutil/trace.go:171","msg":"trace[1926409334] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"356.612388ms","start":"2026-07-01T09:29:51.83409Z","end":"2026-07-01T09:29:52.190703Z","steps":["trace[1926409334] 'process raft request' (duration: 356.432883ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:52.190763Z","caller":"traceutil/trace.go:171","msg":"trace[1070808013] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"365.065971ms","start":"2026-07-01T09:29:51.825626Z","end":"2026-07-01T09:29:52.190692Z","steps":["trace[1070808013] 'process raft request' (duration: 364.784453ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:52.190655Z","caller":"traceutil/trace.go:171","msg":"trace[333191403] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"357.613294ms","start":"2026-07-01T09:29:51.832991Z","end":"2026-07-01T09:29:52.190605Z","steps":["trace[333191403] 'process raft request' (duration: 357.45125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:52.190866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:51.834079Z","time spent":"356.734692ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T09:29:52.190905Z","caller":"traceutil/trace.go:171","msg":"trace[1569506557] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"349.366838ms","start":"2026-07-01T09:29:51.841484Z","end":"2026-07-01T09:29:52.190851Z","steps":["trace[1569506557] 'process raft request' (duration: 349.109941ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:52.190948Z","caller":"traceutil/trace.go:171","msg":"trace[1174536035] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"336.945753ms","start":"2026-07-01T09:29:51.853979Z","end":"2026-07-01T09:29:52.190925Z","steps":["trace[1174536035] 'process raft request' (duration: 336.649515ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:52.190865Z","caller":"traceutil/trace.go:171","msg":"trace[1722855715] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"353.074286ms","start":"2026-07-01T09:29:51.837746Z","end":"2026-07-01T09:29:52.19082Z","steps":["trace[1722855715] 'process raft request' (duration: 352.812069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:52.191005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:51.825617Z","time spent":"365.257986ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T09:29:52.190768Z","caller":"traceutil/trace.go:171","msg":"trace[12805063] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"357.584284ms","start":"2026-07-01T09:29:51.833151Z","end":"2026-07-01T09:29:52.190735Z","steps":["trace[12805063] 'process raft request' (duration: 357.323447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:52.191027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:51.841475Z","time spent":"349.493622ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T09:29:52.191089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:51.853953Z","time spent":"337.035655ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T09:29:52.19112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:51.837705Z","time spent":"353.347993ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T09:29:52.191225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:51.825122Z","time spent":"365.447611ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T09:29:52.191195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:51.833135Z","time spent":"357.948043ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T09:29:52.19144Z","caller":"traceutil/trace.go:171","msg":"trace[794779093] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"333.293847ms","start":"2026-07-01T09:29:51.858119Z","end":"2026-07-01T09:29:52.191413Z","steps":["trace[794779093] 'process raft request' (duration: 332.887826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:52.19149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:51.8581Z","time spent":"333.373588ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T09:29:52.19147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:51.832972Z","time spent":"358.313223ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T09:29:52.191583Z","caller":"traceutil/trace.go:171","msg":"trace[1039382590] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"300.838525ms","start":"2026-07-01T09:29:51.890723Z","end":"2026-07-01T09:29:52.191561Z","steps":["trace[1039382590] 'process raft request' (duration: 300.641499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:52.191699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:51.89069Z","time spent":"300.959808ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T09:29:52.192139Z","caller":"traceutil/trace.go:171","msg":"trace[1384297424] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"189.825711ms","start":"2026-07-01T09:29:52.002303Z","end":"2026-07-01T09:29:52.192129Z","steps":["trace[1384297424] 'process raft request' (duration: 189.548684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.194265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.380332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:29:53.194907Z","caller":"traceutil/trace.go:171","msg":"trace[1111531202] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"413.021198ms","start":"2026-07-01T09:29:52.781848Z","end":"2026-07-01T09:29:53.194869Z","steps":["trace[1111531202] 'process raft request' (duration: 156.864866ms)","trace[1111531202] 'compare' (duration: 255.097705ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:29:53.195131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:52.781821Z","time spent":"413.186953ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74745,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:29:53.19559Z","caller":"traceutil/trace.go:171","msg":"trace[1426802397] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"387.662393ms","start":"2026-07-01T09:29:52.807884Z","end":"2026-07-01T09:29:53.195546Z","steps":["trace[1426802397] 'process raft request' (duration: 386.669787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.195752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:52.807854Z","time spent":"387.815937ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98698,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:29:53.196466Z","caller":"traceutil/trace.go:171","msg":"trace[1427643611] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:598; }","duration":"357.015339ms","start":"2026-07-01T09:29:52.839402Z","end":"2026-07-01T09:29:53.196418Z","steps":["trace[1427643611] 'read index received' (duration: 99.341397ms)","trace[1427643611] 'applied index is now lower than readState.Index' (duration: 257.671942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:29:53.202365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.970336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T09:29:53.202428Z","caller":"traceutil/trace.go:171","msg":"trace[69168986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:576; }","duration":"363.057698ms","start":"2026-07-01T09:29:52.839348Z","end":"2026-07-01T09:29:53.202406Z","steps":["trace[69168986] 'agreement among raft nodes before linearized reading' (duration: 357.367469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.202483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:52.839331Z","time spent":"363.14492ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T09:29:53.203593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.06609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-01T09:29:53.203672Z","caller":"traceutil/trace.go:171","msg":"trace[1698277193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:576; }","duration":"155.184903ms","start":"2026-07-01T09:29:53.048457Z","end":"2026-07-01T09:29:53.203642Z","steps":["trace[1698277193] 'agreement among raft nodes before linearized reading' (duration: 148.330163ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:53.205366Z","caller":"traceutil/trace.go:171","msg":"trace[1447028021] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"269.78587ms","start":"2026-07-01T09:29:52.935554Z","end":"2026-07-01T09:29:53.20534Z","steps":["trace[1447028021] 'process raft request' (duration: 259.929661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.800051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.194616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:29:53.800228Z","caller":"traceutil/trace.go:171","msg":"trace[908168586] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"570.529912ms","start":"2026-07-01T09:29:53.229675Z","end":"2026-07-01T09:29:53.800205Z","steps":["trace[908168586] 'process raft request' (duration: 272.025939ms)","trace[908168586] 'compare' (duration: 297.887097ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:29:53.800296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:53.229656Z","time spent":"570.609584ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:29:53.804124Z","caller":"traceutil/trace.go:171","msg":"trace[116210618] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"497.27473ms","start":"2026-07-01T09:29:53.306828Z","end":"2026-07-01T09:29:53.804102Z","steps":["trace[116210618] 'process raft request' (duration: 494.483897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.804248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:53.306802Z","time spent":"497.383553ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T09:29:53.804394Z","caller":"traceutil/trace.go:171","msg":"trace[802317017] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"393.99432ms","start":"2026-07-01T09:29:53.410388Z","end":"2026-07-01T09:29:53.804382Z","steps":["trace[802317017] 'process raft request' (duration: 391.578367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.804469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:53.41034Z","time spent":"394.082322ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:29:54.01374Z","caller":"traceutil/trace.go:171","msg":"trace[451584463] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"140.825156ms","start":"2026-07-01T09:29:53.872891Z","end":"2026-07-01T09:29:54.013716Z","steps":["trace[451584463] 'process raft request' (duration: 140.758524ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:54.013761Z","caller":"traceutil/trace.go:171","msg":"trace[844347701] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"158.388247ms","start":"2026-07-01T09:29:53.855336Z","end":"2026-07-01T09:29:54.013724Z","steps":["trace[844347701] 'process raft request' (duration: 60.255371ms)","trace[844347701] 'compare' (duration: 97.856669ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:58.723282Z","caller":"traceutil/trace.go:171","msg":"trace[647754730] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"235.077939ms","start":"2026-07-01T09:29:58.488157Z","end":"2026-07-01T09:29:58.723235Z","steps":["trace[647754730] 'process raft request' (duration: 230.496109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:00.270783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464451881s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:30:00.270964Z","caller":"traceutil/trace.go:171","msg":"trace[764521709] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"1.542230171s","start":"2026-07-01T09:29:58.728694Z","end":"2026-07-01T09:30:00.270924Z","steps":["trace[764521709] 'process raft request' (duration: 77.531394ms)","trace[764521709] 'compare' (duration: 1.463911697s)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:00.271138Z","caller":"traceutil/trace.go:171","msg":"trace[222910793] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"970.722123ms","start":"2026-07-01T09:29:59.300394Z","end":"2026-07-01T09:30:00.271116Z","steps":["trace[222910793] 'process raft request' (duration: 970.658842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:00.271154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:58.728669Z","time spent":"1.542392876s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:30:00.27122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:59.300373Z","time spent":"970.808626ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:00.271253Z","caller":"traceutil/trace.go:171","msg":"trace[1144009243] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"1.471147207s","start":"2026-07-01T09:29:58.800062Z","end":"2026-07-01T09:30:00.271209Z","steps":["trace[1144009243] 'process raft request' (duration: 1.470861039s)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:00.271335Z","caller":"traceutil/trace.go:171","msg":"trace[1050901330] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:642; }","duration":"1.48957742s","start":"2026-07-01T09:29:58.781702Z","end":"2026-07-01T09:30:00.271279Z","steps":["trace[1050901330] 'read index received' (duration: 24.500673ms)","trace[1050901330] 'applied index is now lower than readState.Index' (duration: 1.465071287s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:30:00.271449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:58.800018Z","time spent":"1.471323421s","remote":"127.0.0.1:57890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T09:30:00.271615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489899109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:30:00.271687Z","caller":"traceutil/trace.go:171","msg":"trace[129446675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:619; }","duration":"1.490026682s","start":"2026-07-01T09:29:58.781643Z","end":"2026-07-01T09:30:00.27167Z","steps":["trace[129446675] 'agreement among raft nodes before linearized reading' (duration: 1.489886308s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:00.271699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013434554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-01T09:30:00.271742Z","caller":"traceutil/trace.go:171","msg":"trace[600712050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:619; }","duration":"1.013475185s","start":"2026-07-01T09:29:59.258253Z","end":"2026-07-01T09:30:00.271728Z","steps":["trace[600712050] 'agreement among raft nodes before linearized reading' (duration: 1.013340132s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:00.271748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:58.781616Z","time spent":"1.490121595s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T09:30:00.271787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:59.258185Z","time spent":"1.013594829s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T09:30:00.271818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236446337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9d48s\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-07-01T09:30:00.271822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461580235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-01T09:30:00.271839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006372059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T09:30:00.271966Z","caller":"traceutil/trace.go:171","msg":"trace[1122416280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:619; }","duration":"1.006534413s","start":"2026-07-01T09:29:59.2654Z","end":"2026-07-01T09:30:00.271935Z","steps":["trace[1122416280] 'agreement among raft nodes before linearized reading' (duration: 1.006204224s)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:00.271883Z","caller":"traceutil/trace.go:171","msg":"trace[992069550] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9d48s; range_end:; response_count:1; response_revision:619; }","duration":"1.23654943s","start":"2026-07-01T09:29:59.035314Z","end":"2026-07-01T09:30:00.271863Z","steps":["trace[992069550] 'agreement among raft nodes before linearized reading' (duration: 1.236286323s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:00.272026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:59.265364Z","time spent":"1.006651856s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T09:30:00.272056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:59.035293Z","time spent":"1.236752015s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-9d48s\" "} {"level":"info","ts":"2026-07-01T09:30:00.27189Z","caller":"traceutil/trace.go:171","msg":"trace[1246711135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:619; }","duration":"1.461684128s","start":"2026-07-01T09:29:58.810187Z","end":"2026-07-01T09:30:00.271871Z","steps":["trace[1246711135] 'agreement among raft nodes before linearized reading' (duration: 1.461404601s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:00.27283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:58.810158Z","time spent":"1.462637743s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T09:30:00.51215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.735292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:30:00.512292Z","caller":"traceutil/trace.go:171","msg":"trace[1108688981] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"235.750687ms","start":"2026-07-01T09:30:00.276521Z","end":"2026-07-01T09:30:00.512272Z","steps":["trace[1108688981] 'process raft request' (duration: 99.81828ms)","trace[1108688981] 'compare' (duration: 135.618589ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:30:01.856947Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.469902365s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T09:30:02.28179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000598231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T09:30:02.281882Z","caller":"traceutil/trace.go:171","msg":"trace[1727713094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000758567s","start":"2026-07-01T09:30:00.281103Z","end":"2026-07-01T09:30:02.281862Z","steps":["trace[1727713094] 'agreement among raft nodes before linearized reading' (duration: 2.000635211s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:02.281934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:00.281084Z","time spent":"2.000840371s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 09:30:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T09:30:02.590302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.849978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:30:02.590592Z","caller":"traceutil/trace.go:171","msg":"trace[830600607] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"2.31327099s","start":"2026-07-01T09:30:00.277259Z","end":"2026-07-01T09:30:02.59053Z","steps":["trace[830600607] 'process raft request' (duration: 1.580076335s)","trace[830600607] 'compare' (duration: 732.476361ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:02.590647Z","caller":"traceutil/trace.go:171","msg":"trace[1121376560] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"2.312140031s","start":"2026-07-01T09:30:00.278444Z","end":"2026-07-01T09:30:02.590584Z","steps":["trace[1121376560] 'process raft request' (duration: 2.311977424s)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:02.590798Z","caller":"traceutil/trace.go:171","msg":"trace[1386138521] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:645; }","duration":"2.309604999s","start":"2026-07-01T09:30:00.281162Z","end":"2026-07-01T09:30:02.590767Z","steps":["trace[1386138521] 'read index received' (duration: 95.185258ms)","trace[1386138521] 'applied index is now lower than readState.Index' (duration: 2.214417131s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:30:02.590846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:00.277222Z","time spent":"2.31349886s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:02.590851Z","caller":"traceutil/trace.go:171","msg":"trace[2094045643] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"2.301582329s","start":"2026-07-01T09:30:00.289234Z","end":"2026-07-01T09:30:02.590817Z","steps":["trace[2094045643] 'process raft request' (duration: 2.301275075s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:02.590865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:00.278425Z","time spent":"2.31232596s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:30:02.591042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:00.289214Z","time spent":"2.301710364s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:30:02.59687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312424659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:30:02.596946Z","caller":"traceutil/trace.go:171","msg":"trace[1957045018] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:623; }","duration":"2.312538724s","start":"2026-07-01T09:30:00.28439Z","end":"2026-07-01T09:30:02.596928Z","steps":["trace[1957045018] 'agreement among raft nodes before linearized reading' (duration: 2.312408608s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:02.596983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:00.284379Z","time spent":"2.312597156s","remote":"127.0.0.1:34372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"warn","ts":"2026-07-01T09:30:02.597251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.488211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T09:30:02.597277Z","caller":"traceutil/trace.go:171","msg":"trace[1805762678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:623; }","duration":"319.575755ms","start":"2026-07-01T09:30:02.277695Z","end":"2026-07-01T09:30:02.59727Z","steps":["trace[1805762678] 'agreement among raft nodes before linearized reading' (duration: 319.47389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:02.597296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:02.277662Z","time spent":"319.628977ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T09:30:02.596893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.626092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:30:02.597341Z","caller":"traceutil/trace.go:171","msg":"trace[1113749400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:623; }","duration":"315.114444ms","start":"2026-07-01T09:30:02.282208Z","end":"2026-07-01T09:30:02.597322Z","steps":["trace[1113749400] 'agreement among raft nodes before linearized reading' (duration: 314.615211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:02.597392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:02.282186Z","time spent":"315.188968ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T09:30:04.56821Z","caller":"traceutil/trace.go:171","msg":"trace[949150715] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"244.692859ms","start":"2026-07-01T09:30:04.323485Z","end":"2026-07-01T09:30:04.568178Z","steps":["trace[949150715] 'process raft request' (duration: 244.456098ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:11.161193Z","caller":"traceutil/trace.go:171","msg":"trace[266372970] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"103.250271ms","start":"2026-07-01T09:30:11.057916Z","end":"2026-07-01T09:30:11.161166Z","steps":["trace[266372970] 'process raft request' (duration: 103.071482ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:14.904499Z","caller":"traceutil/trace.go:171","msg":"trace[400062422] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"178.948394ms","start":"2026-07-01T09:30:14.725517Z","end":"2026-07-01T09:30:14.904465Z","steps":["trace[400062422] 'process raft request' (duration: 145.567623ms)","trace[400062422] 'compare' (duration: 33.234745ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:14.930547Z","caller":"traceutil/trace.go:171","msg":"trace[1358235239] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"204.697627ms","start":"2026-07-01T09:30:14.725809Z","end":"2026-07-01T09:30:14.930507Z","steps":["trace[1358235239] 'process raft request' (duration: 204.465516ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:15.5663Z","caller":"traceutil/trace.go:171","msg":"trace[257006709] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"101.584693ms","start":"2026-07-01T09:30:15.464691Z","end":"2026-07-01T09:30:15.566276Z","steps":["trace[257006709] 'process raft request' (duration: 101.433926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:19.092885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.557275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T09:30:19.09299Z","caller":"traceutil/trace.go:171","msg":"trace[728345802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:787; }","duration":"394.716199ms","start":"2026-07-01T09:30:18.698249Z","end":"2026-07-01T09:30:19.092965Z","steps":["trace[728345802] 'range keys from in-memory index tree' (duration: 394.290428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:19.093005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.563613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:30:19.093113Z","caller":"traceutil/trace.go:171","msg":"trace[1305970963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:787; }","duration":"312.722747ms","start":"2026-07-01T09:30:18.780365Z","end":"2026-07-01T09:30:19.093088Z","steps":["trace[1305970963] 'range keys from in-memory index tree' (duration: 312.410759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:19.09312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.853127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T09:30:19.093153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:18.780336Z","time spent":"312.807259ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T09:30:19.09319Z","caller":"traceutil/trace.go:171","msg":"trace[1361400584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:787; }","duration":"148.946679ms","start":"2026-07-01T09:30:18.944225Z","end":"2026-07-01T09:30:19.093172Z","steps":["trace[1361400584] 'range keys from in-memory index tree' (duration: 148.699203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:19.093234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.995862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T09:30:19.093042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:18.698218Z","time spent":"394.812431ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T09:30:19.092882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.029474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:30:19.093338Z","caller":"traceutil/trace.go:171","msg":"trace[2098767596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:787; }","duration":"355.137516ms","start":"2026-07-01T09:30:18.738169Z","end":"2026-07-01T09:30:19.093307Z","steps":["trace[2098767596] 'range keys from in-memory index tree' (duration: 354.766606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:19.093435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03789976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-01T09:30:19.093435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:18.738143Z","time spent":"355.27737ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T09:30:19.093471Z","caller":"traceutil/trace.go:171","msg":"trace[518970633] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:787; }","duration":"1.038023003s","start":"2026-07-01T09:30:18.055438Z","end":"2026-07-01T09:30:19.093461Z","steps":["trace[518970633] 'range keys from in-memory index tree' (duration: 1.036817351s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:19.093463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.223339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-01T09:30:19.093543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:18.055388Z","time spent":"1.038101836s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T09:30:19.093556Z","caller":"traceutil/trace.go:171","msg":"trace[1742908011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:787; }","duration":"174.345781ms","start":"2026-07-01T09:30:18.919196Z","end":"2026-07-01T09:30:19.093542Z","steps":["trace[1742908011] 'range keys from in-memory index tree' (duration: 174.043744ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:19.093483Z","caller":"traceutil/trace.go:171","msg":"trace[1026782781] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:787; }","duration":"358.586149ms","start":"2026-07-01T09:30:18.734792Z","end":"2026-07-01T09:30:19.093378Z","steps":["trace[1026782781] 'count revisions from in-memory index tree' (duration: 357.89499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:19.093657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:18.734751Z","time spent":"358.863136ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:30:19.093751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.708484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-wlvsm\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-07-01T09:30:19.093833Z","caller":"traceutil/trace.go:171","msg":"trace[923764611] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-wlvsm; range_end:; response_count:1; response_revision:787; }","duration":"945.846908ms","start":"2026-07-01T09:30:18.147967Z","end":"2026-07-01T09:30:19.093814Z","steps":["trace[923764611] 'range keys from in-memory index tree' (duration: 944.719798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:19.093881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:18.147939Z","time spent":"945.93174ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-wlvsm\" "} {"level":"info","ts":"2026-07-01T09:30:30.568904Z","caller":"traceutil/trace.go:171","msg":"trace[2090449607] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"167.331383ms","start":"2026-07-01T09:30:30.401539Z","end":"2026-07-01T09:30:30.56887Z","steps":["trace[2090449607] 'process raft request' (duration: 165.413442ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:30.568877Z","caller":"traceutil/trace.go:171","msg":"trace[699243557] linearizableReadLoop","detail":"{readStateIndex:967; appliedIndex:966; }","duration":"165.924206ms","start":"2026-07-01T09:30:30.402892Z","end":"2026-07-01T09:30:30.568817Z","steps":["trace[699243557] 'read index received' (duration: 164.076476ms)","trace[699243557] 'applied index is now lower than readState.Index' (duration: 1.84566ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:30:30.569224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.304986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3264"} {"level":"info","ts":"2026-07-01T09:30:30.569335Z","caller":"traceutil/trace.go:171","msg":"trace[762459650] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:933; }","duration":"166.45662ms","start":"2026-07-01T09:30:30.402845Z","end":"2026-07-01T09:30:30.569302Z","steps":["trace[762459650] 'agreement among raft nodes before linearized reading' (duration: 166.135071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:30.569677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.530646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-07-01T09:30:30.569766Z","caller":"traceutil/trace.go:171","msg":"trace[480513849] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:933; }","duration":"165.649689ms","start":"2026-07-01T09:30:30.404091Z","end":"2026-07-01T09:30:30.569741Z","steps":["trace[480513849] 'agreement among raft nodes before linearized reading' (duration: 165.155655ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:33.017033Z","caller":"traceutil/trace.go:171","msg":"trace[1033591229] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"122.15621ms","start":"2026-07-01T09:30:32.894835Z","end":"2026-07-01T09:30:33.016992Z","steps":["trace[1033591229] 'process raft request' (duration: 121.78603ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:33.017195Z","caller":"traceutil/trace.go:171","msg":"trace[1080422417] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"119.845599ms","start":"2026-07-01T09:30:32.897315Z","end":"2026-07-01T09:30:33.017161Z","steps":["trace[1080422417] 'process raft request' (duration: 119.646753ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:36.183885Z","caller":"traceutil/trace.go:171","msg":"trace[785436644] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"177.699821ms","start":"2026-07-01T09:30:36.00613Z","end":"2026-07-01T09:30:36.18383Z","steps":["trace[785436644] 'process raft request' (duration: 92.229386ms)","trace[785436644] 'compare' (duration: 85.013673ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:36.184005Z","caller":"traceutil/trace.go:171","msg":"trace[1675096735] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"175.986575ms","start":"2026-07-01T09:30:36.007971Z","end":"2026-07-01T09:30:36.183957Z","steps":["trace[1675096735] 'process raft request' (duration: 175.759009ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:36.190086Z","caller":"traceutil/trace.go:171","msg":"trace[1415752055] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"172.688426ms","start":"2026-07-01T09:30:36.017347Z","end":"2026-07-01T09:30:36.190035Z","steps":["trace[1415752055] 'process raft request' (duration: 172.296946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:36.475334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.322513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:30:36.475492Z","caller":"traceutil/trace.go:171","msg":"trace[1128761090] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"286.334529ms","start":"2026-07-01T09:30:36.189135Z","end":"2026-07-01T09:30:36.475469Z","steps":["trace[1128761090] 'process raft request' (duration: 175.799001ms)","trace[1128761090] 'compare' (duration: 110.146798ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:36.510561Z","caller":"traceutil/trace.go:171","msg":"trace[378441008] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"320.644331ms","start":"2026-07-01T09:30:36.189885Z","end":"2026-07-01T09:30:36.510529Z","steps":["trace[378441008] 'process raft request' (duration: 320.22415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:36.510609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:36.190639Z","time spent":"319.948702ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T09:30:36.510716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:36.189855Z","time spent":"320.788155ms","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T09:30:36.510813Z","caller":"traceutil/trace.go:171","msg":"trace[1540732360] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"292.359461ms","start":"2026-07-01T09:30:36.218435Z","end":"2026-07-01T09:30:36.510795Z","steps":["trace[1540732360] 'process raft request' (duration: 292.251718ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:36.511093Z","caller":"traceutil/trace.go:171","msg":"trace[681974120] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"294.56202ms","start":"2026-07-01T09:30:36.216515Z","end":"2026-07-01T09:30:36.511077Z","steps":["trace[681974120] 'process raft request' (duration: 294.060777ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:36.511183Z","caller":"traceutil/trace.go:171","msg":"trace[1507688208] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"319.710996ms","start":"2026-07-01T09:30:36.19142Z","end":"2026-07-01T09:30:36.511131Z","steps":["trace[1507688208] 'process raft request' (duration: 319.058478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:36.511398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:36.191409Z","time spent":"319.900771ms","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1402,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T09:30:36.835297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.45053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:30:36.83558Z","caller":"traceutil/trace.go:171","msg":"trace[976331271] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"319.995614ms","start":"2026-07-01T09:30:36.515551Z","end":"2026-07-01T09:30:36.835547Z","steps":["trace[976331271] 'process raft request' (duration: 319.86957ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:36.835697Z","caller":"traceutil/trace.go:171","msg":"trace[142177058] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"318.175635ms","start":"2026-07-01T09:30:36.517486Z","end":"2026-07-01T09:30:36.835661Z","steps":["trace[142177058] 'process raft request' (duration: 317.98689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:36.835738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:36.515528Z","time spent":"320.131497ms","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T09:30:36.835751Z","caller":"traceutil/trace.go:171","msg":"trace[2048611641] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"316.975132ms","start":"2026-07-01T09:30:36.51872Z","end":"2026-07-01T09:30:36.835695Z","steps":["trace[2048611641] 'process raft request' (duration: 316.794007ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:36.835834Z","caller":"traceutil/trace.go:171","msg":"trace[1606947635] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"316.001586ms","start":"2026-07-01T09:30:36.519771Z","end":"2026-07-01T09:30:36.835773Z","steps":["trace[1606947635] 'process raft request' (duration: 315.819651ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:36.835911Z","caller":"traceutil/trace.go:171","msg":"trace[621046566] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"316.592302ms","start":"2026-07-01T09:30:36.519287Z","end":"2026-07-01T09:30:36.835879Z","steps":["trace[621046566] 'process raft request' (duration: 316.269303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:36.83594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:36.518703Z","time spent":"317.145257ms","remote":"127.0.0.1:58006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3060,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T09:30:36.835617Z","caller":"traceutil/trace.go:171","msg":"trace[560389616] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"323.318812ms","start":"2026-07-01T09:30:36.51224Z","end":"2026-07-01T09:30:36.835559Z","steps":["trace[560389616] 'process raft request' (duration: 137.497332ms)","trace[560389616] 'compare' (duration: 185.271675ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:36.835973Z","caller":"traceutil/trace.go:171","msg":"trace[1840563136] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"291.60069ms","start":"2026-07-01T09:30:36.544308Z","end":"2026-07-01T09:30:36.835909Z","steps":["trace[1840563136] 'process raft request' (duration: 291.350604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:36.835835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:36.517472Z","time spent":"318.300958ms","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1366,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T09:30:36.835989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:36.519274Z","time spent":"316.684884ms","remote":"127.0.0.1:58006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4130,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T09:30:36.836104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:36.519746Z","time spent":"316.221812ms","remote":"127.0.0.1:58006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4321,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T09:30:36.836248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:36.512204Z","time spent":"323.848156ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:36.997805Z","caller":"traceutil/trace.go:171","msg":"trace[2109133593] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"153.732799ms","start":"2026-07-01T09:30:36.844041Z","end":"2026-07-01T09:30:36.997774Z","steps":["trace[2109133593] 'process raft request' (duration: 153.662367ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:36.997807Z","caller":"traceutil/trace.go:171","msg":"trace[942138972] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"154.994532ms","start":"2026-07-01T09:30:36.842769Z","end":"2026-07-01T09:30:36.997763Z","steps":["trace[942138972] 'process raft request' (duration: 154.673534ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:36.997915Z","caller":"traceutil/trace.go:171","msg":"trace[2071756361] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"154.989023ms","start":"2026-07-01T09:30:36.84291Z","end":"2026-07-01T09:30:36.997899Z","steps":["trace[2071756361] 'process raft request' (duration: 154.740516ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.012855Z","caller":"traceutil/trace.go:171","msg":"trace[1119013853] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"143.076833ms","start":"2026-07-01T09:30:36.86976Z","end":"2026-07-01T09:30:37.012837Z","steps":["trace[1119013853] 'process raft request' (duration: 142.98324ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.2106Z","caller":"traceutil/trace.go:171","msg":"trace[1456946270] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"206.460505ms","start":"2026-07-01T09:30:37.004062Z","end":"2026-07-01T09:30:37.210523Z","steps":["trace[1456946270] 'process raft request' (duration: 134.848321ms)","trace[1456946270] 'compare' (duration: 71.320086ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:37.210655Z","caller":"traceutil/trace.go:171","msg":"trace[1458402870] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"204.614425ms","start":"2026-07-01T09:30:37.006005Z","end":"2026-07-01T09:30:37.210619Z","steps":["trace[1458402870] 'process raft request' (duration: 204.41795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.210996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.965112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:30:37.211061Z","caller":"traceutil/trace.go:171","msg":"trace[671253657] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:1054; }","duration":"206.108056ms","start":"2026-07-01T09:30:37.004936Z","end":"2026-07-01T09:30:37.211045Z","steps":["trace[671253657] 'agreement among raft nodes before linearized reading' (duration: 205.876899ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.210647Z","caller":"traceutil/trace.go:171","msg":"trace[1141109448] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"203.377222ms","start":"2026-07-01T09:30:37.007234Z","end":"2026-07-01T09:30:37.210611Z","steps":["trace[1141109448] 'process raft request' (duration: 203.266799ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.210787Z","caller":"traceutil/trace.go:171","msg":"trace[1256478945] linearizableReadLoop","detail":"{readStateIndex:1088; appliedIndex:1087; }","duration":"205.800717ms","start":"2026-07-01T09:30:37.004973Z","end":"2026-07-01T09:30:37.210774Z","steps":["trace[1256478945] 'read index received' (duration: 7.854811ms)","trace[1256478945] 'applied index is now lower than readState.Index' (duration: 197.944386ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:37.211009Z","caller":"traceutil/trace.go:171","msg":"trace[557757234] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"203.334381ms","start":"2026-07-01T09:30:37.007646Z","end":"2026-07-01T09:30:37.21098Z","steps":["trace[557757234] 'process raft request' (duration: 202.9093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.211411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.541911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:30:37.211487Z","caller":"traceutil/trace.go:171","msg":"trace[1727980362] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:1054; }","duration":"186.670004ms","start":"2026-07-01T09:30:37.024794Z","end":"2026-07-01T09:30:37.211464Z","steps":["trace[1727980362] 'agreement among raft nodes before linearized reading' (duration: 186.552501ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.390768Z","caller":"traceutil/trace.go:171","msg":"trace[1088069734] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"176.271544ms","start":"2026-07-01T09:30:37.214465Z","end":"2026-07-01T09:30:37.390736Z","steps":["trace[1088069734] 'process raft request' (duration: 175.435971ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.390828Z","caller":"traceutil/trace.go:171","msg":"trace[2135959460] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"175.627566ms","start":"2026-07-01T09:30:37.215168Z","end":"2026-07-01T09:30:37.390795Z","steps":["trace[2135959460] 'process raft request' (duration: 175.496443ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.390804Z","caller":"traceutil/trace.go:171","msg":"trace[150910950] linearizableReadLoop","detail":"{readStateIndex:1095; appliedIndex:1091; }","duration":"171.403383ms","start":"2026-07-01T09:30:37.219373Z","end":"2026-07-01T09:30:37.390776Z","steps":["trace[150910950] 'read index received' (duration: 29.0655ms)","trace[150910950] 'applied index is now lower than readState.Index' (duration: 142.336323ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:37.390944Z","caller":"traceutil/trace.go:171","msg":"trace[475822514] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"175.588834ms","start":"2026-07-01T09:30:37.21529Z","end":"2026-07-01T09:30:37.390878Z","steps":["trace[475822514] 'process raft request' (duration: 175.42286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.391177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.799883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4825"} {"level":"info","ts":"2026-07-01T09:30:37.391222Z","caller":"traceutil/trace.go:171","msg":"trace[1589750981] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1058; }","duration":"171.898576ms","start":"2026-07-01T09:30:37.219313Z","end":"2026-07-01T09:30:37.391212Z","steps":["trace[1589750981] 'agreement among raft nodes before linearized reading' (duration: 171.67578ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.466824Z","caller":"traceutil/trace.go:171","msg":"trace[565688584] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"213.473053ms","start":"2026-07-01T09:30:37.253312Z","end":"2026-07-01T09:30:37.466785Z","steps":["trace[565688584] 'process raft request' (duration: 213.052701ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.46704Z","caller":"traceutil/trace.go:171","msg":"trace[1300688954] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"211.987413ms","start":"2026-07-01T09:30:37.25503Z","end":"2026-07-01T09:30:37.467017Z","steps":["trace[1300688954] 'process raft request' (duration: 211.703235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.467602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.632333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T09:30:37.466956Z","caller":"traceutil/trace.go:171","msg":"trace[1131485661] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"213.229146ms","start":"2026-07-01T09:30:37.253633Z","end":"2026-07-01T09:30:37.466863Z","steps":["trace[1131485661] 'process raft request' (duration: 212.937888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.467625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.812094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4643"} {"level":"info","ts":"2026-07-01T09:30:37.46765Z","caller":"traceutil/trace.go:171","msg":"trace[1803266465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1062; }","duration":"195.705146ms","start":"2026-07-01T09:30:37.271933Z","end":"2026-07-01T09:30:37.467638Z","steps":["trace[1803266465] 'agreement among raft nodes before linearized reading' (duration: 195.519561ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.467726Z","caller":"traceutil/trace.go:171","msg":"trace[1313780910] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1062; }","duration":"247.940368ms","start":"2026-07-01T09:30:37.219755Z","end":"2026-07-01T09:30:37.467695Z","steps":["trace[1313780910] 'agreement among raft nodes before linearized reading' (duration: 247.684941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.467718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.186086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T09:30:37.467874Z","caller":"traceutil/trace.go:171","msg":"trace[1443798365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1062; }","duration":"219.463314ms","start":"2026-07-01T09:30:37.248392Z","end":"2026-07-01T09:30:37.467855Z","steps":["trace[1443798365] 'agreement among raft nodes before linearized reading' (duration: 219.075093ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.467975Z","caller":"traceutil/trace.go:171","msg":"trace[1965014253] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"103.13294ms","start":"2026-07-01T09:30:37.364831Z","end":"2026-07-01T09:30:37.467964Z","steps":["trace[1965014253] 'process raft request' (duration: 102.159083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.468123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.288516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-01T09:30:37.468155Z","caller":"traceutil/trace.go:171","msg":"trace[172356651] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1062; }","duration":"236.343796ms","start":"2026-07-01T09:30:37.231802Z","end":"2026-07-01T09:30:37.468146Z","steps":["trace[172356651] 'agreement among raft nodes before linearized reading' (duration: 236.264164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.468195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.158668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-01T09:30:37.468261Z","caller":"traceutil/trace.go:171","msg":"trace[976707077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1062; }","duration":"196.279501ms","start":"2026-07-01T09:30:37.271964Z","end":"2026-07-01T09:30:37.468243Z","steps":["trace[976707077] 'agreement among raft nodes before linearized reading' (duration: 196.046105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.468291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.483272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3576"} {"level":"info","ts":"2026-07-01T09:30:37.468314Z","caller":"traceutil/trace.go:171","msg":"trace[1428802756] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1062; }","duration":"248.531904ms","start":"2026-07-01T09:30:37.219775Z","end":"2026-07-01T09:30:37.468307Z","steps":["trace[1428802756] 'agreement among raft nodes before linearized reading' (duration: 248.464582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.468193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.693622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-01T09:30:37.468379Z","caller":"traceutil/trace.go:171","msg":"trace[1848754913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1062; }","duration":"196.926348ms","start":"2026-07-01T09:30:37.27144Z","end":"2026-07-01T09:30:37.468367Z","steps":["trace[1848754913] 'agreement among raft nodes before linearized reading' (duration: 196.562119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.775552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.932978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:30:37.775924Z","caller":"traceutil/trace.go:171","msg":"trace[1469005035] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"379.578604ms","start":"2026-07-01T09:30:37.396304Z","end":"2026-07-01T09:30:37.775883Z","steps":["trace[1469005035] 'process raft request' (duration: 201.200343ms)","trace[1469005035] 'compare' (duration: 177.700222ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:30:37.776151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.396279Z","time spent":"379.731278ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3797,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:37.776185Z","caller":"traceutil/trace.go:171","msg":"trace[2079768245] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"378.619978ms","start":"2026-07-01T09:30:37.397546Z","end":"2026-07-01T09:30:37.776166Z","steps":["trace[2079768245] 'process raft request' (duration: 378.391752ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.776207Z","caller":"traceutil/trace.go:171","msg":"trace[782297789] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"379.004458ms","start":"2026-07-01T09:30:37.397049Z","end":"2026-07-01T09:30:37.776053Z","steps":["trace[782297789] 'process raft request' (duration: 378.745291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.776329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.397533Z","time spent":"378.759892ms","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T09:30:37.776609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.397021Z","time spent":"379.386039ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:37.776731Z","caller":"traceutil/trace.go:171","msg":"trace[2116704609] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"377.716434ms","start":"2026-07-01T09:30:37.398991Z","end":"2026-07-01T09:30:37.776707Z","steps":["trace[2116704609] 'process raft request' (duration: 377.127948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.776847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.39898Z","time spent":"377.809946ms","remote":"127.0.0.1:34344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4678,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:37.776886Z","caller":"traceutil/trace.go:171","msg":"trace[650381058] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"377.633312ms","start":"2026-07-01T09:30:37.399198Z","end":"2026-07-01T09:30:37.776832Z","steps":["trace[650381058] 'process raft request' (duration: 377.378505ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.776974Z","caller":"traceutil/trace.go:171","msg":"trace[1054191609] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"376.588124ms","start":"2026-07-01T09:30:37.400368Z","end":"2026-07-01T09:30:37.776957Z","steps":["trace[1054191609] 'process raft request' (duration: 376.314606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.77713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.400353Z","time spent":"376.730008ms","remote":"127.0.0.1:58006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:30:37.777158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.39919Z","time spent":"377.821677ms","remote":"127.0.0.1:34344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4861,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:37.776966Z","caller":"traceutil/trace.go:171","msg":"trace[495741667] linearizableReadLoop","detail":"{readStateIndex:1105; appliedIndex:1099; }","duration":"304.535398ms","start":"2026-07-01T09:30:37.472359Z","end":"2026-07-01T09:30:37.776895Z","steps":["trace[495741667] 'read index received' (duration: 125.166561ms)","trace[495741667] 'applied index is now lower than readState.Index' (duration: 179.366997ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:30:37.777424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.056973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-579c9dd7cd-pt7js\" ","response":"range_response_count:1 size:2733"} {"level":"info","ts":"2026-07-01T09:30:37.777481Z","caller":"traceutil/trace.go:171","msg":"trace[1622686873] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-579c9dd7cd-pt7js; range_end:; response_count:1; response_revision:1068; }","duration":"305.124384ms","start":"2026-07-01T09:30:37.472343Z","end":"2026-07-01T09:30:37.777467Z","steps":["trace[1622686873] 'agreement among raft nodes before linearized reading' (duration: 304.715593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.777508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.472332Z","time spent":"305.170725ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2757,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-579c9dd7cd-pt7js\" "} {"level":"info","ts":"2026-07-01T09:30:37.81204Z","caller":"traceutil/trace.go:171","msg":"trace[1601415431] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"339.21998ms","start":"2026-07-01T09:30:37.47279Z","end":"2026-07-01T09:30:37.81201Z","steps":["trace[1601415431] 'process raft request' (duration: 339.067146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.812211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.472784Z","time spent":"339.338863ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:37.812303Z","caller":"traceutil/trace.go:171","msg":"trace[674791070] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"338.86235ms","start":"2026-07-01T09:30:37.473424Z","end":"2026-07-01T09:30:37.812286Z","steps":["trace[674791070] 'process raft request' (duration: 338.524041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.812492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.473417Z","time spent":"338.969193ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:37.812655Z","caller":"traceutil/trace.go:171","msg":"trace[856804161] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"339.547229ms","start":"2026-07-01T09:30:37.472687Z","end":"2026-07-01T09:30:37.812234Z","steps":["trace[856804161] 'process raft request' (duration: 338.993854ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.812746Z","caller":"traceutil/trace.go:171","msg":"trace[1735204101] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"338.638014ms","start":"2026-07-01T09:30:37.474072Z","end":"2026-07-01T09:30:37.81271Z","steps":["trace[1735204101] 'process raft request' (duration: 338.083119ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.812917Z","caller":"traceutil/trace.go:171","msg":"trace[1932577390] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"338.743067ms","start":"2026-07-01T09:30:37.474155Z","end":"2026-07-01T09:30:37.812898Z","steps":["trace[1932577390] 'process raft request' (duration: 338.397947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.812926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.474066Z","time spent":"338.790809ms","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T09:30:37.812973Z","caller":"traceutil/trace.go:171","msg":"trace[944373729] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"337.38963ms","start":"2026-07-01T09:30:37.47557Z","end":"2026-07-01T09:30:37.81296Z","steps":["trace[944373729] 'process raft request' (duration: 337.191295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.474103Z","time spent":"338.8525ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:30:37.813047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.475562Z","time spent":"337.442542ms","remote":"127.0.0.1:34344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3656,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:37.813278Z","caller":"traceutil/trace.go:171","msg":"trace[324038584] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"336.913648ms","start":"2026-07-01T09:30:37.476355Z","end":"2026-07-01T09:30:37.813269Z","steps":["trace[324038584] 'process raft request' (duration: 336.551968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.813342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.476345Z","time spent":"336.96958ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:30:37.813361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.472681Z","time spent":"340.061732ms","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T09:30:37.813685Z","caller":"traceutil/trace.go:171","msg":"trace[739440954] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"337.305478ms","start":"2026-07-01T09:30:37.476354Z","end":"2026-07-01T09:30:37.813659Z","steps":["trace[739440954] 'process raft request' (duration: 336.829725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.813805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.476338Z","time spent":"337.410441ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:37.813945Z","caller":"traceutil/trace.go:171","msg":"trace[1183827791] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"336.847866ms","start":"2026-07-01T09:30:37.477075Z","end":"2026-07-01T09:30:37.813923Z","steps":["trace[1183827791] 'process raft request' (duration: 336.481046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.814074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.47698Z","time spent":"337.0134ms","remote":"127.0.0.1:58006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3871,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:37.814113Z","caller":"traceutil/trace.go:171","msg":"trace[850035263] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"336.908408ms","start":"2026-07-01T09:30:37.477186Z","end":"2026-07-01T09:30:37.814094Z","steps":["trace[850035263] 'process raft request' (duration: 336.547398ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.814082Z","caller":"traceutil/trace.go:171","msg":"trace[1730309499] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"323.152749ms","start":"2026-07-01T09:30:37.490897Z","end":"2026-07-01T09:30:37.81405Z","steps":["trace[1730309499] 'process raft request' (duration: 323.030525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.814271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.477173Z","time spent":"337.01027ms","remote":"127.0.0.1:58006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4938,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:30:37.814318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.490886Z","time spent":"323.360824ms","remote":"127.0.0.1:57722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T09:30:38.049879Z","caller":"traceutil/trace.go:171","msg":"trace[405478398] linearizableReadLoop","detail":"{readStateIndex:1117; appliedIndex:1105; }","duration":"272.551859ms","start":"2026-07-01T09:30:37.777301Z","end":"2026-07-01T09:30:38.049853Z","steps":["trace[405478398] 'read index received' (duration: 34.334462ms)","trace[405478398] 'applied index is now lower than readState.Index' (duration: 238.215857ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:38.049907Z","caller":"traceutil/trace.go:171","msg":"trace[207897685] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"261.550843ms","start":"2026-07-01T09:30:37.788325Z","end":"2026-07-01T09:30:38.049876Z","steps":["trace[207897685] 'process raft request' (duration: 261.398249ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:38.049975Z","caller":"traceutil/trace.go:171","msg":"trace[813130273] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"376.46476ms","start":"2026-07-01T09:30:37.673497Z","end":"2026-07-01T09:30:38.049961Z","steps":["trace[813130273] 'process raft request' (duration: 330.222178ms)","trace[813130273] 'compare' (duration: 45.838101ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:30:38.050209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.240804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-07-01T09:30:38.050299Z","caller":"traceutil/trace.go:171","msg":"trace[1193345720] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1082; }","duration":"312.350557ms","start":"2026-07-01T09:30:37.737904Z","end":"2026-07-01T09:30:38.050255Z","steps":["trace[1193345720] 'agreement among raft nodes before linearized reading' (duration: 312.07641ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:38.050142Z","caller":"traceutil/trace.go:171","msg":"trace[1102818097] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"261.664907ms","start":"2026-07-01T09:30:37.788409Z","end":"2026-07-01T09:30:38.050074Z","steps":["trace[1102818097] 'process raft request' (duration: 261.386029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:38.050401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.673474Z","time spent":"376.708575ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:30:38.050349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.737884Z","time spent":"312.453531ms","remote":"127.0.0.1:57722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1010,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-07-01T09:30:38.051325Z","caller":"traceutil/trace.go:171","msg":"trace[319809871] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"232.281498ms","start":"2026-07-01T09:30:37.819022Z","end":"2026-07-01T09:30:38.051303Z","steps":["trace[319809871] 'process raft request' (duration: 232.084292ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:38.051374Z","caller":"traceutil/trace.go:171","msg":"trace[1063146750] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"231.657851ms","start":"2026-07-01T09:30:37.819697Z","end":"2026-07-01T09:30:38.051354Z","steps":["trace[1063146750] 'process raft request' (duration: 231.552158ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:38.051915Z","caller":"traceutil/trace.go:171","msg":"trace[1262687961] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"230.666814ms","start":"2026-07-01T09:30:37.821227Z","end":"2026-07-01T09:30:38.051894Z","steps":["trace[1262687961] 'process raft request' (duration: 230.068128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:38.052033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.091445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:30:38.052022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.192239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:30:38.052209Z","caller":"traceutil/trace.go:171","msg":"trace[2135107002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1085; }","duration":"269.386053ms","start":"2026-07-01T09:30:37.782805Z","end":"2026-07-01T09:30:38.052191Z","steps":["trace[2135107002] 'agreement among raft nodes before linearized reading' (duration: 268.554411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:38.052214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.071391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-79c48d47db\" ","response":"range_response_count:1 size:4876"} {"level":"info","ts":"2026-07-01T09:30:38.052234Z","caller":"traceutil/trace.go:171","msg":"trace[1156257501] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:1085; }","duration":"228.395413ms","start":"2026-07-01T09:30:37.82382Z","end":"2026-07-01T09:30:38.052215Z","steps":["trace[1156257501] 'agreement among raft nodes before linearized reading' (duration: 227.635793ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:38.0523Z","caller":"traceutil/trace.go:171","msg":"trace[2094047813] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-79c48d47db; range_end:; response_count:1; response_revision:1085; }","duration":"264.183195ms","start":"2026-07-01T09:30:37.788092Z","end":"2026-07-01T09:30:38.052275Z","steps":["trace[2094047813] 'agreement among raft nodes before linearized reading' (duration: 263.950708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:38.465772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.314091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:30:38.466048Z","caller":"traceutil/trace.go:171","msg":"trace[1353339990] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"402.315334ms","start":"2026-07-01T09:30:38.063697Z","end":"2026-07-01T09:30:38.466013Z","steps":["trace[1353339990] 'process raft request' (duration: 402.258292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:38.466128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:38.063687Z","time spent":"402.405406ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4748,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:38.466114Z","caller":"traceutil/trace.go:171","msg":"trace[512561321] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"407.723668ms","start":"2026-07-01T09:30:38.058356Z","end":"2026-07-01T09:30:38.466079Z","steps":["trace[512561321] 'process raft request' (duration: 122.007746ms)","trace[512561321] 'compare' (duration: 285.149067ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:38.466086Z","caller":"traceutil/trace.go:171","msg":"trace[1649959486] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"403.125865ms","start":"2026-07-01T09:30:38.062927Z","end":"2026-07-01T09:30:38.466053Z","steps":["trace[1649959486] 'process raft request' (duration: 402.95522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:38.466259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:38.058332Z","time spent":"407.847181ms","remote":"127.0.0.1:58006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4977,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:30:38.466339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:38.062907Z","time spent":"403.31886ms","remote":"127.0.0.1:34344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4906,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:38.511405Z","caller":"traceutil/trace.go:171","msg":"trace[1011989060] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"301.403584ms","start":"2026-07-01T09:30:38.209973Z","end":"2026-07-01T09:30:38.511377Z","steps":["trace[1011989060] 'process raft request' (duration: 300.938701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:38.511585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:38.209942Z","time spent":"301.541238ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":286446,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:50.734151Z","caller":"traceutil/trace.go:171","msg":"trace[1243459130] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"856.262202ms","start":"2026-07-01T09:30:49.877866Z","end":"2026-07-01T09:30:50.734128Z","steps":["trace[1243459130] 'process raft request' (duration: 766.260985ms)","trace[1243459130] 'compare' (duration: 89.37091ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:30:50.734294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:49.877848Z","time spent":"856.378355ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:50.734334Z","caller":"traceutil/trace.go:171","msg":"trace[1117355087] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"856.242561ms","start":"2026-07-01T09:30:49.878077Z","end":"2026-07-01T09:30:50.734319Z","steps":["trace[1117355087] 'process raft request' (duration: 856.013835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:50.734397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:49.878057Z","time spent":"856.305113ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:50.734585Z","caller":"traceutil/trace.go:171","msg":"trace[985079117] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"856.251882ms","start":"2026-07-01T09:30:49.878325Z","end":"2026-07-01T09:30:50.734577Z","steps":["trace[985079117] 'process raft request' (duration: 855.956924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:50.734633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:49.878316Z","time spent":"856.295853ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:50.734636Z","caller":"traceutil/trace.go:171","msg":"trace[476306064] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"584.034442ms","start":"2026-07-01T09:30:50.150589Z","end":"2026-07-01T09:30:50.734624Z","steps":["trace[476306064] 'process raft request' (duration: 583.995871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:50.734703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:50.150543Z","time spent":"584.121394ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:50.734803Z","caller":"traceutil/trace.go:171","msg":"trace[1449742356] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"855.79593ms","start":"2026-07-01T09:30:49.879Z","end":"2026-07-01T09:30:50.734796Z","steps":["trace[1449742356] 'process raft request' (duration: 855.529073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:50.734852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:49.878989Z","time spent":"855.83705ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:52.879871Z","caller":"traceutil/trace.go:171","msg":"trace[27749241] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"133.054223ms","start":"2026-07-01T09:30:52.746794Z","end":"2026-07-01T09:30:52.879848Z","steps":["trace[27749241] 'process raft request' (duration: 133.009062ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:52.879917Z","caller":"traceutil/trace.go:171","msg":"trace[1007824589] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"133.468415ms","start":"2026-07-01T09:30:52.746407Z","end":"2026-07-01T09:30:52.879875Z","steps":["trace[1007824589] 'process raft request' (duration: 133.31688ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:52.880196Z","caller":"traceutil/trace.go:171","msg":"trace[470507404] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"133.745491ms","start":"2026-07-01T09:30:52.746389Z","end":"2026-07-01T09:30:52.880134Z","steps":["trace[470507404] 'process raft request' (duration: 129.23698ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:52.880186Z","caller":"traceutil/trace.go:171","msg":"trace[2024364264] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"133.634928ms","start":"2026-07-01T09:30:52.746498Z","end":"2026-07-01T09:30:52.880133Z","steps":["trace[2024364264] 'process raft request' (duration: 133.270759ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:11.238648Z","caller":"traceutil/trace.go:171","msg":"trace[1563014889] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"124.153994ms","start":"2026-07-01T09:31:11.114462Z","end":"2026-07-01T09:31:11.238616Z","steps":["trace[1563014889] 'process raft request' (duration: 91.639553ms)","trace[1563014889] 'compare' (duration: 32.178012ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:11.238993Z","caller":"traceutil/trace.go:171","msg":"trace[2010795782] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"121.958745ms","start":"2026-07-01T09:31:11.117Z","end":"2026-07-01T09:31:11.238959Z","steps":["trace[2010795782] 'process raft request' (duration: 121.8006ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:11.239189Z","caller":"traceutil/trace.go:171","msg":"trace[559555839] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"124.671528ms","start":"2026-07-01T09:31:11.114502Z","end":"2026-07-01T09:31:11.239173Z","steps":["trace[559555839] 'process raft request' (duration: 124.042471ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:17.277218Z","caller":"traceutil/trace.go:171","msg":"trace[1407572782] linearizableReadLoop","detail":"{readStateIndex:1535; appliedIndex:1533; }","duration":"169.317168ms","start":"2026-07-01T09:31:17.10788Z","end":"2026-07-01T09:31:17.277197Z","steps":["trace[1407572782] 'read index received' (duration: 102.440906ms)","trace[1407572782] 'applied index is now lower than readState.Index' (duration: 66.875212ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:17.277244Z","caller":"traceutil/trace.go:171","msg":"trace[2033330902] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"237.982149ms","start":"2026-07-01T09:31:17.039236Z","end":"2026-07-01T09:31:17.277218Z","steps":["trace[2033330902] 'process raft request' (duration: 171.065905ms)","trace[2033330902] 'compare' (duration: 66.656827ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:17.277338Z","caller":"traceutil/trace.go:171","msg":"trace[1038746629] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"217.940386ms","start":"2026-07-01T09:31:17.059388Z","end":"2026-07-01T09:31:17.277329Z","steps":["trace[1038746629] 'process raft request' (duration: 217.74993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:17.27752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.869531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:31:17.277623Z","caller":"traceutil/trace.go:171","msg":"trace[1319204734] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:0; response_revision:1484; }","duration":"150.004125ms","start":"2026-07-01T09:31:17.127585Z","end":"2026-07-01T09:31:17.277589Z","steps":["trace[1319204734] 'agreement among raft nodes before linearized reading' (duration: 149.869801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:17.277788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.896903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-01T09:31:17.278248Z","caller":"traceutil/trace.go:171","msg":"trace[38238355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1484; }","duration":"170.386027ms","start":"2026-07-01T09:31:17.107829Z","end":"2026-07-01T09:31:17.278215Z","steps":["trace[38238355] 'agreement among raft nodes before linearized reading' (duration: 169.694238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:17.524142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.018216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:31:17.524469Z","caller":"traceutil/trace.go:171","msg":"trace[1283025202] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"241.621377ms","start":"2026-07-01T09:31:17.282824Z","end":"2026-07-01T09:31:17.524446Z","steps":["trace[1283025202] 'process raft request' (duration: 241.522704ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:17.52454Z","caller":"traceutil/trace.go:171","msg":"trace[1668558704] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"241.813922ms","start":"2026-07-01T09:31:17.28269Z","end":"2026-07-01T09:31:17.524504Z","steps":["trace[1668558704] 'process raft request' (duration: 241.582116ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:17.524562Z","caller":"traceutil/trace.go:171","msg":"trace[1971657582] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"241.889134ms","start":"2026-07-01T09:31:17.282629Z","end":"2026-07-01T09:31:17.524518Z","steps":["trace[1971657582] 'process raft request' (duration: 112.387995ms)","trace[1971657582] 'compare' (duration: 128.868581ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:17.524708Z","caller":"traceutil/trace.go:171","msg":"trace[786343055] linearizableReadLoop","detail":"{readStateIndex:1539; appliedIndex:1535; }","duration":"241.244967ms","start":"2026-07-01T09:31:17.283433Z","end":"2026-07-01T09:31:17.524678Z","steps":["trace[786343055] 'read index received' (duration: 111.643145ms)","trace[786343055] 'applied index is now lower than readState.Index' (duration: 129.600612ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:17.524796Z","caller":"traceutil/trace.go:171","msg":"trace[1776513340] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"241.886604ms","start":"2026-07-01T09:31:17.282871Z","end":"2026-07-01T09:31:17.524758Z","steps":["trace[1776513340] 'process raft request' (duration: 241.520154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:17.524959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.440732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:31:17.525092Z","caller":"traceutil/trace.go:171","msg":"trace[2104323896] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:0; response_revision:1488; }","duration":"241.70441ms","start":"2026-07-01T09:31:17.283365Z","end":"2026-07-01T09:31:17.525069Z","steps":["trace[2104323896] 'agreement among raft nodes before linearized reading' (duration: 241.458693ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:17.733866Z","caller":"traceutil/trace.go:171","msg":"trace[361229518] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"198.374865ms","start":"2026-07-01T09:31:17.535456Z","end":"2026-07-01T09:31:17.733831Z","steps":["trace[361229518] 'process raft request' (duration: 145.533723ms)","trace[361229518] 'compare' (duration: 52.735699ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:17.772589Z","caller":"traceutil/trace.go:171","msg":"trace[349605252] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"222.926121ms","start":"2026-07-01T09:31:17.549634Z","end":"2026-07-01T09:31:17.772561Z","steps":["trace[349605252] 'process raft request' (duration: 222.799167ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:17.926847Z","caller":"traceutil/trace.go:171","msg":"trace[379883941] linearizableReadLoop","detail":"{readStateIndex:1542; appliedIndex:1541; }","duration":"146.724645ms","start":"2026-07-01T09:31:17.780087Z","end":"2026-07-01T09:31:17.926812Z","steps":["trace[379883941] 'read index received' (duration: 65.317829ms)","trace[379883941] 'applied index is now lower than readState.Index' (duration: 81.404566ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:17.926893Z","caller":"traceutil/trace.go:171","msg":"trace[1510921822] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"147.407504ms","start":"2026-07-01T09:31:17.779436Z","end":"2026-07-01T09:31:17.926843Z","steps":["trace[1510921822] 'process raft request' (duration: 65.971937ms)","trace[1510921822] 'compare' (duration: 81.16865ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:31:17.927185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.947452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:31:17.927242Z","caller":"traceutil/trace.go:171","msg":"trace[1835854046] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com; range_end:; response_count:0; response_revision:1491; }","duration":"147.222119ms","start":"2026-07-01T09:31:17.780005Z","end":"2026-07-01T09:31:17.927227Z","steps":["trace[1835854046] 'agreement among raft nodes before linearized reading' (duration: 146.946722ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:17.969203Z","caller":"traceutil/trace.go:171","msg":"trace[714554060] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"187.978403ms","start":"2026-07-01T09:31:17.781202Z","end":"2026-07-01T09:31:17.96918Z","steps":["trace[714554060] 'process raft request' (duration: 187.809159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:17.969243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.540839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:31:17.969481Z","caller":"traceutil/trace.go:171","msg":"trace[1864461708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1492; }","duration":"188.772965ms","start":"2026-07-01T09:31:17.780668Z","end":"2026-07-01T09:31:17.969441Z","steps":["trace[1864461708] 'agreement among raft nodes before linearized reading' (duration: 188.514878ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:18.134113Z","caller":"traceutil/trace.go:171","msg":"trace[2070131258] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"157.053115ms","start":"2026-07-01T09:31:17.977033Z","end":"2026-07-01T09:31:18.134086Z","steps":["trace[2070131258] 'process raft request' (duration: 144.760872ms)","trace[2070131258] 'compare' (duration: 12.077688ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:18.347996Z","caller":"traceutil/trace.go:171","msg":"trace[1883596167] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"367.632181ms","start":"2026-07-01T09:31:17.980322Z","end":"2026-07-01T09:31:18.347954Z","steps":["trace[1883596167] 'process raft request' (duration: 302.392944ms)","trace[1883596167] 'compare' (duration: 64.699963ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:18.348065Z","caller":"traceutil/trace.go:171","msg":"trace[1876605993] linearizableReadLoop","detail":"{readStateIndex:1545; appliedIndex:1543; }","duration":"235.984244ms","start":"2026-07-01T09:31:18.112043Z","end":"2026-07-01T09:31:18.348028Z","steps":["trace[1876605993] 'read index received' (duration: 9.529938ms)","trace[1876605993] 'applied index is now lower than readState.Index' (duration: 226.450486ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:31:18.348229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:17.980305Z","time spent":"367.791885ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4778,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:31:18.348372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.615936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:31:18.348456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.406626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-01T09:31:18.348488Z","caller":"traceutil/trace.go:171","msg":"trace[887377505] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:0; response_revision:1495; }","duration":"145.749329ms","start":"2026-07-01T09:31:18.202713Z","end":"2026-07-01T09:31:18.348462Z","steps":["trace[887377505] 'agreement among raft nodes before linearized reading' (duration: 145.515103ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:18.348515Z","caller":"traceutil/trace.go:171","msg":"trace[1244524243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1495; }","duration":"236.55898ms","start":"2026-07-01T09:31:18.11194Z","end":"2026-07-01T09:31:18.348499Z","steps":["trace[1244524243] 'agreement among raft nodes before linearized reading' (duration: 236.262922ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:18.553969Z","caller":"traceutil/trace.go:171","msg":"trace[554607542] linearizableReadLoop","detail":"{readStateIndex:1549; appliedIndex:1547; }","duration":"199.018473ms","start":"2026-07-01T09:31:18.354916Z","end":"2026-07-01T09:31:18.553934Z","steps":["trace[554607542] 'read index received' (duration: 41.117414ms)","trace[554607542] 'applied index is now lower than readState.Index' (duration: 157.899649ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:31:18.554237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.268829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:31:18.554217Z","caller":"traceutil/trace.go:171","msg":"trace[2081989820] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"200.39895ms","start":"2026-07-01T09:31:18.353772Z","end":"2026-07-01T09:31:18.554171Z","steps":["trace[2081989820] 'process raft request' (duration: 199.853085ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:18.554273Z","caller":"traceutil/trace.go:171","msg":"trace[247543020] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"199.584498ms","start":"2026-07-01T09:31:18.354644Z","end":"2026-07-01T09:31:18.554229Z","steps":["trace[247543020] 'process raft request' (duration: 199.194847ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:18.554301Z","caller":"traceutil/trace.go:171","msg":"trace[1618541920] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com; range_end:; response_count:0; response_revision:1498; }","duration":"199.418073ms","start":"2026-07-01T09:31:18.354867Z","end":"2026-07-01T09:31:18.554285Z","steps":["trace[1618541920] 'agreement among raft nodes before linearized reading' (duration: 199.200907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:27.871124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.900415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T09:31:27.871124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.430224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:31:27.871323Z","caller":"traceutil/trace.go:171","msg":"trace[1352957864] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:0; response_revision:1702; }","duration":"106.66231ms","start":"2026-07-01T09:31:27.764636Z","end":"2026-07-01T09:31:27.871298Z","steps":["trace[1352957864] 'range keys from in-memory index tree' (duration: 106.350731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:27.87116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.596654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T09:31:27.871332Z","caller":"traceutil/trace.go:171","msg":"trace[1933006346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1702; }","duration":"235.08984ms","start":"2026-07-01T09:31:27.636187Z","end":"2026-07-01T09:31:27.871276Z","steps":["trace[1933006346] 'range keys from in-memory index tree' (duration: 234.801632ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:27.871432Z","caller":"traceutil/trace.go:171","msg":"trace[2017995924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1702; }","duration":"235.920803ms","start":"2026-07-01T09:31:27.635495Z","end":"2026-07-01T09:31:27.871416Z","steps":["trace[2017995924] 'range keys from in-memory index tree' (duration: 235.44118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:27.871328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.759999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T09:31:27.871654Z","caller":"traceutil/trace.go:171","msg":"trace[1927576248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1702; }","duration":"246.081708ms","start":"2026-07-01T09:31:27.625522Z","end":"2026-07-01T09:31:27.871604Z","steps":["trace[1927576248] 'range keys from in-memory index tree' (duration: 245.324927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:27.871887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.550154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T09:31:27.872162Z","caller":"traceutil/trace.go:171","msg":"trace[1789166418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1702; }","duration":"231.617787ms","start":"2026-07-01T09:31:27.640312Z","end":"2026-07-01T09:31:27.87193Z","steps":["trace[1789166418] 'range keys from in-memory index tree' (duration: 231.428981ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:27.994397Z","caller":"traceutil/trace.go:171","msg":"trace[2125379777] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"117.934215ms","start":"2026-07-01T09:31:27.876443Z","end":"2026-07-01T09:31:27.994377Z","steps":["trace[2125379777] 'process raft request' (duration: 117.807612ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:27.994394Z","caller":"traceutil/trace.go:171","msg":"trace[2105351241] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"117.980707ms","start":"2026-07-01T09:31:27.876374Z","end":"2026-07-01T09:31:27.994354Z","steps":["trace[2105351241] 'process raft request' (duration: 104.110071ms)","trace[2105351241] 'compare' (duration: 13.564387ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:27.994805Z","caller":"traceutil/trace.go:171","msg":"trace[316903395] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"118.422879ms","start":"2026-07-01T09:31:27.87637Z","end":"2026-07-01T09:31:27.994793Z","steps":["trace[316903395] 'process raft request' (duration: 117.957136ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:27.994948Z","caller":"traceutil/trace.go:171","msg":"trace[1884834866] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"117.775181ms","start":"2026-07-01T09:31:27.877163Z","end":"2026-07-01T09:31:27.994938Z","steps":["trace[1884834866] 'process raft request' (duration: 117.556406ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:28.566029Z","caller":"traceutil/trace.go:171","msg":"trace[1507841671] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1709; }","duration":"138.01273ms","start":"2026-07-01T09:31:28.42799Z","end":"2026-07-01T09:31:28.566003Z","steps":["trace[1507841671] 'process raft request' (duration: 137.844016ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:28.566169Z","caller":"traceutil/trace.go:171","msg":"trace[2089264945] linearizableReadLoop","detail":"{readStateIndex:1780; appliedIndex:1779; }","duration":"109.755404ms","start":"2026-07-01T09:31:28.456393Z","end":"2026-07-01T09:31:28.566149Z","steps":["trace[2089264945] 'read index received' (duration: 60.801588ms)","trace[2089264945] 'applied index is now lower than readState.Index' (duration: 48.952466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:31:28.566364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.96508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T09:31:28.566392Z","caller":"traceutil/trace.go:171","msg":"trace[2069401117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1709; }","duration":"110.069373ms","start":"2026-07-01T09:31:28.456316Z","end":"2026-07-01T09:31:28.566385Z","steps":["trace[2069401117] 'agreement among raft nodes before linearized reading' (duration: 109.929539ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:29.229773Z","caller":"traceutil/trace.go:171","msg":"trace[1534548946] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"437.614738ms","start":"2026-07-01T09:31:28.792133Z","end":"2026-07-01T09:31:29.229748Z","steps":["trace[1534548946] 'process raft request' (duration: 437.049123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:29.229993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:28.79211Z","time spent":"437.808943ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:31:30.414545Z","caller":"traceutil/trace.go:171","msg":"trace[702042301] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"161.320311ms","start":"2026-07-01T09:31:30.253172Z","end":"2026-07-01T09:31:30.414492Z","steps":["trace[702042301] 'process raft request' (duration: 161.057314ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:30.743571Z","caller":"traceutil/trace.go:171","msg":"trace[356899163] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"137.174847ms","start":"2026-07-01T09:31:30.606336Z","end":"2026-07-01T09:31:30.743511Z","steps":["trace[356899163] 'process raft request' (duration: 124.534555ms)","trace[356899163] 'compare' (duration: 12.372285ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:30.900046Z","caller":"traceutil/trace.go:171","msg":"trace[103686526] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"226.810946ms","start":"2026-07-01T09:31:30.673204Z","end":"2026-07-01T09:31:30.900015Z","steps":["trace[103686526] 'process raft request' (duration: 183.571124ms)","trace[103686526] 'compare' (duration: 43.065887ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:30.916163Z","caller":"traceutil/trace.go:171","msg":"trace[1930544145] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"166.709937ms","start":"2026-07-01T09:31:30.749431Z","end":"2026-07-01T09:31:30.916141Z","steps":["trace[1930544145] 'process raft request' (duration: 166.45431ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:30.916204Z","caller":"traceutil/trace.go:171","msg":"trace[283841729] linearizableReadLoop","detail":"{readStateIndex:1801; appliedIndex:1797; }","duration":"135.106261ms","start":"2026-07-01T09:31:30.781073Z","end":"2026-07-01T09:31:30.91618Z","steps":["trace[283841729] 'read index received' (duration: 75.720792ms)","trace[283841729] 'applied index is now lower than readState.Index' (duration: 59.383789ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:31:30.916365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.267406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:31:30.916399Z","caller":"traceutil/trace.go:171","msg":"trace[1579186861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1728; }","duration":"135.339298ms","start":"2026-07-01T09:31:30.78105Z","end":"2026-07-01T09:31:30.916389Z","steps":["trace[1579186861] 'agreement among raft nodes before linearized reading' (duration: 135.243395ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:30.916406Z","caller":"traceutil/trace.go:171","msg":"trace[1324644729] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"163.559082ms","start":"2026-07-01T09:31:30.752815Z","end":"2026-07-01T09:31:30.916374Z","steps":["trace[1324644729] 'process raft request' (duration: 163.301425ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:30.916406Z","caller":"traceutil/trace.go:171","msg":"trace[143430821] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"164.97423ms","start":"2026-07-01T09:31:30.751391Z","end":"2026-07-01T09:31:30.916365Z","steps":["trace[143430821] 'process raft request' (duration: 164.669402ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:31.04135Z","caller":"traceutil/trace.go:171","msg":"trace[251063772] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"119.034055ms","start":"2026-07-01T09:31:30.922281Z","end":"2026-07-01T09:31:31.041316Z","steps":["trace[251063772] 'process raft request' (duration: 101.609093ms)","trace[251063772] 'compare' (duration: 17.100904ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:31.041495Z","caller":"traceutil/trace.go:171","msg":"trace[2121074166] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"117.554965ms","start":"2026-07-01T09:31:30.923902Z","end":"2026-07-01T09:31:31.041457Z","steps":["trace[2121074166] 'process raft request' (duration: 117.338919ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:31.041672Z","caller":"traceutil/trace.go:171","msg":"trace[1751238049] linearizableReadLoop","detail":"{readStateIndex:1803; appliedIndex:1801; }","duration":"118.048049ms","start":"2026-07-01T09:31:30.92358Z","end":"2026-07-01T09:31:31.041628Z","steps":["trace[1751238049] 'read index received' (duration: 5.988222ms)","trace[1751238049] 'applied index is now lower than readState.Index' (duration: 112.056097ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:31.041854Z","caller":"traceutil/trace.go:171","msg":"trace[987121393] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"108.11714ms","start":"2026-07-01T09:31:30.933581Z","end":"2026-07-01T09:31:31.041698Z","steps":["trace[987121393] 'process raft request' (duration: 107.853533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:31.041987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.462935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-mw2ck\" ","response":"range_response_count:1 size:3255"} {"level":"info","ts":"2026-07-01T09:31:31.042047Z","caller":"traceutil/trace.go:171","msg":"trace[1181163877] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-mw2ck; range_end:; response_count:1; response_revision:1732; }","duration":"106.564308ms","start":"2026-07-01T09:31:30.935469Z","end":"2026-07-01T09:31:31.042033Z","steps":["trace[1181163877] 'agreement among raft nodes before linearized reading' (duration: 106.356382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:31.042677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.953353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4010"} {"level":"info","ts":"2026-07-01T09:31:31.042807Z","caller":"traceutil/trace.go:171","msg":"trace[845682305] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:1732; }","duration":"119.182669ms","start":"2026-07-01T09:31:30.923537Z","end":"2026-07-01T09:31:31.042719Z","steps":["trace[845682305] 'agreement among raft nodes before linearized reading' (duration: 118.213113ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:33.528398Z","caller":"traceutil/trace.go:171","msg":"trace[1928648245] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"165.31151ms","start":"2026-07-01T09:31:33.363062Z","end":"2026-07-01T09:31:33.528373Z","steps":["trace[1928648245] 'process raft request' (duration: 165.141015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:36.244718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.292263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:31:36.244918Z","caller":"traceutil/trace.go:171","msg":"trace[420987585] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"165.157716ms","start":"2026-07-01T09:31:36.079727Z","end":"2026-07-01T09:31:36.244884Z","steps":["trace[420987585] 'process raft request' (duration: 35.563144ms)","trace[420987585] 'compare' (duration: 129.135349ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:36.293789Z","caller":"traceutil/trace.go:171","msg":"trace[1124590254] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"213.401572ms","start":"2026-07-01T09:31:36.080347Z","end":"2026-07-01T09:31:36.293749Z","steps":["trace[1124590254] 'process raft request' (duration: 213.169226ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:36.293986Z","caller":"traceutil/trace.go:171","msg":"trace[140426751] linearizableReadLoop","detail":"{readStateIndex:1854; appliedIndex:1852; }","duration":"149.138911ms","start":"2026-07-01T09:31:36.144793Z","end":"2026-07-01T09:31:36.293931Z","steps":["trace[140426751] 'read index received' (duration: 148.71081ms)","trace[140426751] 'applied index is now lower than readState.Index' (duration: 426.141µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:36.294001Z","caller":"traceutil/trace.go:171","msg":"trace[449918403] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"213.518456ms","start":"2026-07-01T09:31:36.080459Z","end":"2026-07-01T09:31:36.293977Z","steps":["trace[449918403] 'process raft request' (duration: 213.242448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:36.294235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.422989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-01T09:31:36.294274Z","caller":"traceutil/trace.go:171","msg":"trace[1786971999] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:1780; }","duration":"149.532981ms","start":"2026-07-01T09:31:36.144729Z","end":"2026-07-01T09:31:36.294262Z","steps":["trace[1786971999] 'agreement among raft nodes before linearized reading' (duration: 149.341716ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:36.324594Z","caller":"traceutil/trace.go:171","msg":"trace[665629690] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"123.672742ms","start":"2026-07-01T09:31:36.200895Z","end":"2026-07-01T09:31:36.324567Z","steps":["trace[665629690] 'process raft request' (duration: 123.543878ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:40.710918Z","caller":"traceutil/trace.go:171","msg":"trace[1834442150] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"132.498061ms","start":"2026-07-01T09:31:40.578387Z","end":"2026-07-01T09:31:40.710885Z","steps":["trace[1834442150] 'process raft request' (duration: 132.208963ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:42.535706Z","caller":"traceutil/trace.go:171","msg":"trace[75249283] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"102.520188ms","start":"2026-07-01T09:31:42.433161Z","end":"2026-07-01T09:31:42.535681Z","steps":["trace[75249283] 'process raft request' (duration: 97.093181ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:44.46522Z","caller":"traceutil/trace.go:171","msg":"trace[846102297] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"244.449274ms","start":"2026-07-01T09:31:44.220746Z","end":"2026-07-01T09:31:44.465195Z","steps":["trace[846102297] 'process raft request' (duration: 244.269469ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:44.47079Z","caller":"traceutil/trace.go:171","msg":"trace[559172046] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"234.486254ms","start":"2026-07-01T09:31:44.236204Z","end":"2026-07-01T09:31:44.47069Z","steps":["trace[559172046] 'process raft request' (duration: 234.317469ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:44.471131Z","caller":"traceutil/trace.go:171","msg":"trace[1146375850] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"100.688648ms","start":"2026-07-01T09:31:44.370409Z","end":"2026-07-01T09:31:44.471098Z","steps":["trace[1146375850] 'process raft request' (duration: 100.236006ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:44.471289Z","caller":"traceutil/trace.go:171","msg":"trace[1406954950] linearizableReadLoop","detail":"{readStateIndex:1962; appliedIndex:1961; }","duration":"119.94462ms","start":"2026-07-01T09:31:44.351321Z","end":"2026-07-01T09:31:44.471266Z","steps":["trace[1406954950] 'read index received' (duration: 114.106522ms)","trace[1406954950] 'applied index is now lower than readState.Index' (duration: 5.836058ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:31:44.471478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.140475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-01T09:31:44.471518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.566404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T09:31:44.471532Z","caller":"traceutil/trace.go:171","msg":"trace[2134172456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1888; }","duration":"120.238148ms","start":"2026-07-01T09:31:44.351281Z","end":"2026-07-01T09:31:44.47152Z","steps":["trace[2134172456] 'agreement among raft nodes before linearized reading' (duration: 120.077904ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:44.471556Z","caller":"traceutil/trace.go:171","msg":"trace[657631938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1888; }","duration":"114.665367ms","start":"2026-07-01T09:31:44.356879Z","end":"2026-07-01T09:31:44.471545Z","steps":["trace[657631938] 'agreement among raft nodes before linearized reading' (duration: 114.515063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:47.575824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.632519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:31:47.576107Z","caller":"traceutil/trace.go:171","msg":"trace[1319071320] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1985; }","duration":"958.10063ms","start":"2026-07-01T09:31:46.617988Z","end":"2026-07-01T09:31:47.576089Z","steps":["trace[1319071320] 'read index received' (duration: 73.196584ms)","trace[1319071320] 'applied index is now lower than readState.Index' (duration: 884.902756ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:47.576138Z","caller":"traceutil/trace.go:171","msg":"trace[1652617995] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"1.035770064s","start":"2026-07-01T09:31:46.540322Z","end":"2026-07-01T09:31:47.576092Z","steps":["trace[1652617995] 'process raft request' (duration: 150.778465ms)","trace[1652617995] 'compare' (duration: 884.279759ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:31:47.576403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:46.540288Z","time spent":"1.035979609s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:31:47.576538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.03129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T09:31:47.576582Z","caller":"traceutil/trace.go:171","msg":"trace[200691231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1911; }","duration":"802.078192ms","start":"2026-07-01T09:31:46.774493Z","end":"2026-07-01T09:31:47.576571Z","steps":["trace[200691231] 'agreement among raft nodes before linearized reading' (duration: 801.891007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:47.57662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:46.774396Z","time spent":"802.215286ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T09:31:47.576638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.650185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4d4adc8c-baf0-4d55-9c60-89b1e66004e8\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-07-01T09:31:47.576716Z","caller":"traceutil/trace.go:171","msg":"trace[1991656954] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4d4adc8c-baf0-4d55-9c60-89b1e66004e8; range_end:; response_count:1; response_revision:1911; }","duration":"958.795508ms","start":"2026-07-01T09:31:46.617902Z","end":"2026-07-01T09:31:47.576697Z","steps":["trace[1991656954] 'agreement among raft nodes before linearized reading' (duration: 958.481029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:47.576721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.684376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-01T09:31:47.57677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.304513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:31:47.576825Z","caller":"traceutil/trace.go:171","msg":"trace[861837027] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1911; }","duration":"604.388635ms","start":"2026-07-01T09:31:46.972414Z","end":"2026-07-01T09:31:47.576802Z","steps":["trace[861837027] 'agreement among raft nodes before linearized reading' (duration: 604.310603ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:47.576821Z","caller":"traceutil/trace.go:171","msg":"trace[44620845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1911; }","duration":"386.876582ms","start":"2026-07-01T09:31:47.189923Z","end":"2026-07-01T09:31:47.576799Z","steps":["trace[44620845] 'agreement among raft nodes before linearized reading' (duration: 386.606234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:47.576865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:46.972381Z","time spent":"604.476367ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:31:47.576824Z","caller":"traceutil/trace.go:171","msg":"trace[1556661978] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"1.035825265s","start":"2026-07-01T09:31:46.540952Z","end":"2026-07-01T09:31:47.576777Z","steps":["trace[1556661978] 'process raft request' (duration: 1.034989253s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:47.576866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.162144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4d4adc8c-baf0-4d55-9c60-89b1e66004e8\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-07-01T09:31:47.576878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:47.189876Z","time spent":"386.991565ms","remote":"127.0.0.1:50102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T09:31:47.576865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.051462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:31:47.576907Z","caller":"traceutil/trace.go:171","msg":"trace[1030686853] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"1.035228119s","start":"2026-07-01T09:31:46.54155Z","end":"2026-07-01T09:31:47.576779Z","steps":["trace[1030686853] 'process raft request' (duration: 1.034499699s)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:47.576935Z","caller":"traceutil/trace.go:171","msg":"trace[1181120467] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4d4adc8c-baf0-4d55-9c60-89b1e66004e8; range_end:; response_count:1; response_revision:1911; }","duration":"647.284408ms","start":"2026-07-01T09:31:46.929632Z","end":"2026-07-01T09:31:47.576916Z","steps":["trace[1181120467] 'agreement among raft nodes before linearized reading' (duration: 647.114323ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:47.576966Z","caller":"traceutil/trace.go:171","msg":"trace[2071997828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1911; }","duration":"795.219816ms","start":"2026-07-01T09:31:46.781725Z","end":"2026-07-01T09:31:47.576945Z","steps":["trace[2071997828] 'agreement among raft nodes before linearized reading' (duration: 795.02695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:47.577008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:46.929592Z","time spent":"647.407571ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4d4adc8c-baf0-4d55-9c60-89b1e66004e8\" "} {"level":"warn","ts":"2026-07-01T09:31:47.577004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:46.540928Z","time spent":"1.03598979s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:31:47.577024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:46.781679Z","time spent":"795.336119ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T09:31:47.576764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:46.617869Z","time spent":"958.885631ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4d4adc8c-baf0-4d55-9c60-89b1e66004e8\" "} {"level":"warn","ts":"2026-07-01T09:31:47.577112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:46.541533Z","time spent":"1.035474865s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:31:47.958148Z","caller":"traceutil/trace.go:171","msg":"trace[983180084] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"375.626018ms","start":"2026-07-01T09:31:47.582482Z","end":"2026-07-01T09:31:47.958108Z","steps":["trace[983180084] 'process raft request' (duration: 342.246453ms)","trace[983180084] 'compare' (duration: 32.876931ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:31:47.958534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:47.582456Z","time spent":"375.774132ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:31:48.360352Z","caller":"traceutil/trace.go:171","msg":"trace[823680299] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"774.881356ms","start":"2026-07-01T09:31:47.585435Z","end":"2026-07-01T09:31:48.360317Z","steps":["trace[823680299] 'process raft request' (duration: 774.261079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:48.360784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:47.585418Z","time spent":"775.033191ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:31:48.361149Z","caller":"traceutil/trace.go:171","msg":"trace[855592546] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1988; }","duration":"620.173044ms","start":"2026-07-01T09:31:47.74094Z","end":"2026-07-01T09:31:48.361113Z","steps":["trace[855592546] 'read index received' (duration: 183.80567ms)","trace[855592546] 'applied index is now lower than readState.Index' (duration: 436.366074ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:48.361216Z","caller":"traceutil/trace.go:171","msg":"trace[1539953391] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"692.670809ms","start":"2026-07-01T09:31:47.668519Z","end":"2026-07-01T09:31:48.36119Z","steps":["trace[1539953391] 'process raft request' (duration: 691.735803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:48.361335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:47.668491Z","time spent":"692.775902ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:31:48.36141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.40469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:31:48.361464Z","caller":"traceutil/trace.go:171","msg":"trace[153686693] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1914; }","duration":"620.580745ms","start":"2026-07-01T09:31:47.74087Z","end":"2026-07-01T09:31:48.361451Z","steps":["trace[153686693] 'agreement among raft nodes before linearized reading' (duration: 620.40461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:48.361494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.924265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-01T09:31:48.361513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:47.740837Z","time spent":"620.664387ms","remote":"127.0.0.1:34344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:31:48.361533Z","caller":"traceutil/trace.go:171","msg":"trace[2044510523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1914; }","duration":"180.010598ms","start":"2026-07-01T09:31:48.18151Z","end":"2026-07-01T09:31:48.361521Z","steps":["trace[2044510523] 'agreement among raft nodes before linearized reading' (duration: 179.853563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:48.361332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.428383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:31:48.361755Z","caller":"traceutil/trace.go:171","msg":"trace[627753287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1914; }","duration":"578.867914ms","start":"2026-07-01T09:31:47.782832Z","end":"2026-07-01T09:31:48.3617Z","steps":["trace[627753287] 'agreement among raft nodes before linearized reading' (duration: 578.461953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:48.361653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.547696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:31:48.361845Z","caller":"traceutil/trace.go:171","msg":"trace[277944463] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1914; }","duration":"220.785723ms","start":"2026-07-01T09:31:48.141038Z","end":"2026-07-01T09:31:48.361824Z","steps":["trace[277944463] 'agreement among raft nodes before linearized reading' (duration: 220.575607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:48.361896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:47.7828Z","time spent":"579.05761ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T09:31:54.51685Z","caller":"traceutil/trace.go:171","msg":"trace[2138552905] linearizableReadLoop","detail":"{readStateIndex:2054; appliedIndex:2053; }","duration":"194.54916ms","start":"2026-07-01T09:31:54.322268Z","end":"2026-07-01T09:31:54.516817Z","steps":["trace[2138552905] 'read index received' (duration: 194.315464ms)","trace[2138552905] 'applied index is now lower than readState.Index' (duration: 232.016µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:54.517036Z","caller":"traceutil/trace.go:171","msg":"trace[1753670253] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"226.013993ms","start":"2026-07-01T09:31:54.290988Z","end":"2026-07-01T09:31:54.517002Z","steps":["trace[1753670253] 'process raft request' (duration: 225.614873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:54.517083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.777007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:31:54.517178Z","caller":"traceutil/trace.go:171","msg":"trace[1847475056] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1975; }","duration":"194.920321ms","start":"2026-07-01T09:31:54.322235Z","end":"2026-07-01T09:31:54.517156Z","steps":["trace[1847475056] 'agreement among raft nodes before linearized reading' (duration: 194.755646ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:54.523327Z","caller":"traceutil/trace.go:171","msg":"trace[1646643681] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"138.476443ms","start":"2026-07-01T09:31:54.384829Z","end":"2026-07-01T09:31:54.523306Z","steps":["trace[1646643681] 'process raft request' (duration: 138.358419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:54.524056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.28442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T09:31:54.524093Z","caller":"traceutil/trace.go:171","msg":"trace[1639549361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1977; }","duration":"130.439495ms","start":"2026-07-01T09:31:54.393645Z","end":"2026-07-01T09:31:54.524085Z","steps":["trace[1639549361] 'agreement among raft nodes before linearized reading' (duration: 130.28315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:56.414346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.905466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-01T09:31:56.414427Z","caller":"traceutil/trace.go:171","msg":"trace[1450521005] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:1993; }","duration":"269.073841ms","start":"2026-07-01T09:31:56.145336Z","end":"2026-07-01T09:31:56.414409Z","steps":["trace[1450521005] 'range keys from in-memory index tree' (duration: 268.746992ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:56.533475Z","caller":"traceutil/trace.go:171","msg":"trace[265733021] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"344.251999ms","start":"2026-07-01T09:31:56.189198Z","end":"2026-07-01T09:31:56.533451Z","steps":["trace[265733021] 'process raft request' (duration: 343.970551ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:56.533471Z","caller":"traceutil/trace.go:171","msg":"trace[2066829130] linearizableReadLoop","detail":"{readStateIndex:2073; appliedIndex:2072; }","duration":"154.344712ms","start":"2026-07-01T09:31:56.379094Z","end":"2026-07-01T09:31:56.533439Z","steps":["trace[2066829130] 'read index received' (duration: 154.025114ms)","trace[2066829130] 'applied index is now lower than readState.Index' (duration: 317.688µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:31:56.53362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:56.189174Z","time spent":"344.372541ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:31:56.533795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.62637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:31:56.533907Z","caller":"traceutil/trace.go:171","msg":"trace[2117186127] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1994; }","duration":"154.823216ms","start":"2026-07-01T09:31:56.379035Z","end":"2026-07-01T09:31:56.533859Z","steps":["trace[2117186127] 'agreement among raft nodes before linearized reading' (duration: 154.6227ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:56.649751Z","caller":"traceutil/trace.go:171","msg":"trace[499138451] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"120.68992ms","start":"2026-07-01T09:31:56.52902Z","end":"2026-07-01T09:31:56.649709Z","steps":["trace[499138451] 'process raft request' (duration: 120.418863ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:56.649924Z","caller":"traceutil/trace.go:171","msg":"trace[571385904] linearizableReadLoop","detail":"{readStateIndex:2076; appliedIndex:2073; }","duration":"116.317751ms","start":"2026-07-01T09:31:56.533568Z","end":"2026-07-01T09:31:56.649886Z","steps":["trace[571385904] 'read index received' (duration: 106.569647ms)","trace[571385904] 'applied index is now lower than readState.Index' (duration: 9.745784ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:56.649979Z","caller":"traceutil/trace.go:171","msg":"trace[1767588952] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"120.465704ms","start":"2026-07-01T09:31:56.529492Z","end":"2026-07-01T09:31:56.649958Z","steps":["trace[1767588952] 'process raft request' (duration: 120.165916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:56.650307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.202815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T09:31:56.650357Z","caller":"traceutil/trace.go:171","msg":"trace[787699998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1996; }","duration":"117.316339ms","start":"2026-07-01T09:31:56.533029Z","end":"2026-07-01T09:31:56.650345Z","steps":["trace[787699998] 'agreement among raft nodes before linearized reading' (duration: 117.043031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:57.063192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.498979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:31:57.063458Z","caller":"traceutil/trace.go:171","msg":"trace[1118739058] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"488.942338ms","start":"2026-07-01T09:31:56.574494Z","end":"2026-07-01T09:31:57.063437Z","steps":["trace[1118739058] 'process raft request' (duration: 488.806884ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:57.06345Z","caller":"traceutil/trace.go:171","msg":"trace[1476761051] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"488.913838ms","start":"2026-07-01T09:31:56.574476Z","end":"2026-07-01T09:31:57.06339Z","steps":["trace[1476761051] 'process raft request' (duration: 204.10039ms)","trace[1476761051] 'compare' (duration: 284.294314ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:31:57.063536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:56.574471Z","time spent":"489.031741ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:31:57.063679Z","caller":"traceutil/trace.go:171","msg":"trace[357047758] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"423.747872ms","start":"2026-07-01T09:31:56.639899Z","end":"2026-07-01T09:31:57.063646Z","steps":["trace[357047758] 'process raft request' (duration: 423.488725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:57.063699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:56.574455Z","time spent":"489.095442ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:31:57.063792Z","caller":"traceutil/trace.go:171","msg":"trace[1423853294] linearizableReadLoop","detail":"{readStateIndex:2079; appliedIndex:2076; }","duration":"413.754551ms","start":"2026-07-01T09:31:56.650017Z","end":"2026-07-01T09:31:57.063772Z","steps":["trace[1423853294] 'read index received' (duration: 128.576754ms)","trace[1423853294] 'applied index is now lower than readState.Index' (duration: 285.176037ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:31:57.063855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:56.639869Z","time spent":"423.901876ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:31:57.063885Z","caller":"traceutil/trace.go:171","msg":"trace[1819184900] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"342.709156ms","start":"2026-07-01T09:31:56.721141Z","end":"2026-07-01T09:31:57.06385Z","steps":["trace[1819184900] 'process raft request' (duration: 342.655775ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:57.064012Z","caller":"traceutil/trace.go:171","msg":"trace[1470326937] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"413.70879ms","start":"2026-07-01T09:31:56.650291Z","end":"2026-07-01T09:31:57.064Z","steps":["trace[1470326937] 'process raft request' (duration: 413.372941ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:57.064044Z","caller":"traceutil/trace.go:171","msg":"trace[1616044710] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"409.381883ms","start":"2026-07-01T09:31:56.654649Z","end":"2026-07-01T09:31:57.064031Z","steps":["trace[1616044710] 'process raft request' (duration: 409.100975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:57.064073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.101529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-01T09:31:57.064087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:56.650255Z","time spent":"413.789452ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:31:57.064129Z","caller":"traceutil/trace.go:171","msg":"trace[827555872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2002; }","duration":"418.187771ms","start":"2026-07-01T09:31:56.645924Z","end":"2026-07-01T09:31:57.064112Z","steps":["trace[827555872] 'agreement among raft nodes before linearized reading' (duration: 417.968645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:57.064142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:56.72111Z","time spent":"342.882411ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:31:57.064178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:56.645908Z","time spent":"418.261584ms","remote":"127.0.0.1:50102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T09:31:57.064125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:56.654632Z","time spent":"409.453775ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:31:57.064384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.081983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:31:57.064487Z","caller":"traceutil/trace.go:171","msg":"trace[461043175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2002; }","duration":"282.226637ms","start":"2026-07-01T09:31:56.782244Z","end":"2026-07-01T09:31:57.06447Z","steps":["trace[461043175] 'agreement among raft nodes before linearized reading' (duration: 282.064593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:01.224484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11972748s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T09:32:01.225Z","caller":"traceutil/trace.go:171","msg":"trace[1344676917] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"1.120410918s","start":"2026-07-01T09:32:00.104563Z","end":"2026-07-01T09:32:01.224974Z","steps":["trace[1344676917] 'process raft request' (duration: 1.120222873s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:01.225187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:00.104536Z","time spent":"1.120564852s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:32:01.342804Z","caller":"traceutil/trace.go:171","msg":"trace[634080584] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"680.518929ms","start":"2026-07-01T09:32:00.662249Z","end":"2026-07-01T09:32:01.342768Z","steps":["trace[634080584] 'process raft request' (duration: 677.091726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:01.343084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:00.662187Z","time spent":"680.729155ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:32:01.343237Z","caller":"traceutil/trace.go:171","msg":"trace[1428636604] linearizableReadLoop","detail":"{readStateIndex:2104; appliedIndex:2101; }","duration":"561.071503ms","start":"2026-07-01T09:32:00.782136Z","end":"2026-07-01T09:32:01.343207Z","steps":["trace[1428636604] 'read index received' (duration: 442.678825ms)","trace[1428636604] 'applied index is now lower than readState.Index' (duration: 118.391678ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:32:01.343229Z","caller":"traceutil/trace.go:171","msg":"trace[791026993] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"680.91874ms","start":"2026-07-01T09:32:00.662266Z","end":"2026-07-01T09:32:01.343184Z","steps":["trace[791026993] 'process raft request' (duration: 680.436917ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:01.343328Z","caller":"traceutil/trace.go:171","msg":"trace[348340665] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"264.98028ms","start":"2026-07-01T09:32:01.078267Z","end":"2026-07-01T09:32:01.343247Z","steps":["trace[348340665] 'process raft request' (duration: 264.740273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:01.343477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:00.662235Z","time spent":"681.116296ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:32:01.343381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.254727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:32:01.343536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.624554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:32:01.34357Z","caller":"traceutil/trace.go:171","msg":"trace[1307155005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2026; }","duration":"561.493934ms","start":"2026-07-01T09:32:00.782056Z","end":"2026-07-01T09:32:01.34355Z","steps":["trace[1307155005] 'agreement among raft nodes before linearized reading' (duration: 561.268218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:01.343621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.552235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-01T09:32:01.343783Z","caller":"traceutil/trace.go:171","msg":"trace[1502895357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2026; }","duration":"258.760031ms","start":"2026-07-01T09:32:01.085008Z","end":"2026-07-01T09:32:01.343768Z","steps":["trace[1502895357] 'agreement among raft nodes before linearized reading' (duration: 258.382751ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:01.343627Z","caller":"traceutil/trace.go:171","msg":"trace[2004402576] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2026; }","duration":"118.796739ms","start":"2026-07-01T09:32:01.224807Z","end":"2026-07-01T09:32:01.343604Z","steps":["trace[2004402576] 'agreement among raft nodes before linearized reading' (duration: 118.614004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:01.343634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:00.782022Z","time spent":"561.599887ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T09:32:01.34342Z","caller":"traceutil/trace.go:171","msg":"trace[1211539206] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"264.203609ms","start":"2026-07-01T09:32:01.07908Z","end":"2026-07-01T09:32:01.343284Z","steps":["trace[1211539206] 'process raft request' (duration: 264.063295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:01.343684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.510957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-01T09:32:01.344312Z","caller":"traceutil/trace.go:171","msg":"trace[1790655240] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2026; }","duration":"248.177825ms","start":"2026-07-01T09:32:01.096105Z","end":"2026-07-01T09:32:01.344283Z","steps":["trace[1790655240] 'agreement among raft nodes before linearized reading' (duration: 247.347402ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:01.557459Z","caller":"traceutil/trace.go:171","msg":"trace[1118800343] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"208.780107ms","start":"2026-07-01T09:32:01.348655Z","end":"2026-07-01T09:32:01.557435Z","steps":["trace[1118800343] 'process raft request' (duration: 208.614142ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:27.589976Z","caller":"traceutil/trace.go:171","msg":"trace[1917558893] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"144.442124ms","start":"2026-07-01T09:32:27.445494Z","end":"2026-07-01T09:32:27.589936Z","steps":["trace[1917558893] 'process raft request' (duration: 110.792432ms)","trace[1917558893] 'compare' (duration: 33.308043ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:32:27.647577Z","caller":"traceutil/trace.go:171","msg":"trace[1885476497] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"188.58126ms","start":"2026-07-01T09:32:27.458939Z","end":"2026-07-01T09:32:27.647521Z","steps":["trace[1885476497] 'process raft request' (duration: 188.271222ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:27.647594Z","caller":"traceutil/trace.go:171","msg":"trace[379181890] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"186.280937ms","start":"2026-07-01T09:32:27.461275Z","end":"2026-07-01T09:32:27.647556Z","steps":["trace[379181890] 'process raft request' (duration: 186.159524ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:27.647638Z","caller":"traceutil/trace.go:171","msg":"trace[1299038311] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"187.608923ms","start":"2026-07-01T09:32:27.459983Z","end":"2026-07-01T09:32:27.647591Z","steps":["trace[1299038311] 'process raft request' (duration: 187.352166ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:27.648395Z","caller":"traceutil/trace.go:171","msg":"trace[346908208] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"186.169904ms","start":"2026-07-01T09:32:27.461499Z","end":"2026-07-01T09:32:27.647669Z","steps":["trace[346908208] 'process raft request' (duration: 185.973619ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:33.527538Z","caller":"traceutil/trace.go:171","msg":"trace[970133105] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"367.376905ms","start":"2026-07-01T09:32:33.160136Z","end":"2026-07-01T09:32:33.527513Z","steps":["trace[970133105] 'process raft request' (duration: 367.171679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:33.52772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:33.160094Z","time spent":"367.505658ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:32:33.692668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.048386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:32:33.692799Z","caller":"traceutil/trace.go:171","msg":"trace[1809579796] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"159.42259ms","start":"2026-07-01T09:32:33.53335Z","end":"2026-07-01T09:32:33.692773Z","steps":["trace[1809579796] 'process raft request' (duration: 23.169178ms)","trace[1809579796] 'compare' (duration: 135.892502ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:32:33.96815Z","caller":"traceutil/trace.go:171","msg":"trace[2040884748] linearizableReadLoop","detail":"{readStateIndex:2296; appliedIndex:2295; }","duration":"236.192698ms","start":"2026-07-01T09:32:33.731926Z","end":"2026-07-01T09:32:33.968119Z","steps":["trace[2040884748] 'read index received' (duration: 145.720977ms)","trace[2040884748] 'applied index is now lower than readState.Index' (duration: 90.470491ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:32:33.968388Z","caller":"traceutil/trace.go:171","msg":"trace[953653240] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"246.236451ms","start":"2026-07-01T09:32:33.722059Z","end":"2026-07-01T09:32:33.968295Z","steps":["trace[953653240] 'process raft request' (duration: 155.622786ms)","trace[953653240] 'compare' (duration: 90.262526ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:32:33.968496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.545229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-01T09:32:33.968549Z","caller":"traceutil/trace.go:171","msg":"trace[702294644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2208; }","duration":"236.653222ms","start":"2026-07-01T09:32:33.73188Z","end":"2026-07-01T09:32:33.968533Z","steps":["trace[702294644] 'agreement among raft nodes before linearized reading' (duration: 236.406995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:33.968723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.747881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:32:33.968837Z","caller":"traceutil/trace.go:171","msg":"trace[1637708104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2208; }","duration":"189.916146ms","start":"2026-07-01T09:32:33.778898Z","end":"2026-07-01T09:32:33.968814Z","steps":["trace[1637708104] 'agreement among raft nodes before linearized reading' (duration: 189.526806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:33.969056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.570284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T09:32:33.969089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.133887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:32:33.969132Z","caller":"traceutil/trace.go:171","msg":"trace[451531180] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2208; }","duration":"140.201088ms","start":"2026-07-01T09:32:33.828918Z","end":"2026-07-01T09:32:33.969119Z","steps":["trace[451531180] 'agreement among raft nodes before linearized reading' (duration: 139.52914ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:33.969133Z","caller":"traceutil/trace.go:171","msg":"trace[656420860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2208; }","duration":"176.678117ms","start":"2026-07-01T09:32:33.792434Z","end":"2026-07-01T09:32:33.969112Z","steps":["trace[656420860] 'agreement among raft nodes before linearized reading' (duration: 176.015939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:34.235911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.921235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:32:34.236071Z","caller":"traceutil/trace.go:171","msg":"trace[1667744737] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"158.189956ms","start":"2026-07-01T09:32:34.077853Z","end":"2026-07-01T09:32:34.236043Z","steps":["trace[1667744737] 'process raft request' (duration: 40.034375ms)","trace[1667744737] 'compare' (duration: 117.799602ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:32:39.929533Z","caller":"traceutil/trace.go:171","msg":"trace[1016844460] linearizableReadLoop","detail":"{readStateIndex:2324; appliedIndex:2323; }","duration":"208.237803ms","start":"2026-07-01T09:32:39.721266Z","end":"2026-07-01T09:32:39.929504Z","steps":["trace[1016844460] 'read index received' (duration: 208.001276ms)","trace[1016844460] 'applied index is now lower than readState.Index' (duration: 203.996µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:32:39.9296Z","caller":"traceutil/trace.go:171","msg":"trace[1266903800] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"209.723542ms","start":"2026-07-01T09:32:39.719833Z","end":"2026-07-01T09:32:39.929557Z","steps":["trace[1266903800] 'process raft request' (duration: 209.406974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:39.929992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.708015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T09:32:39.930385Z","caller":"traceutil/trace.go:171","msg":"trace[786905824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2235; }","duration":"209.178488ms","start":"2026-07-01T09:32:39.721184Z","end":"2026-07-01T09:32:39.930363Z","steps":["trace[786905824] 'agreement among raft nodes before linearized reading' (duration: 208.543981ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:39.988662Z","caller":"traceutil/trace.go:171","msg":"trace[1661124604] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"242.059479ms","start":"2026-07-01T09:32:39.746575Z","end":"2026-07-01T09:32:39.988635Z","steps":["trace[1661124604] 'process raft request' (duration: 241.856653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:39.988859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.154406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:32:39.98893Z","caller":"traceutil/trace.go:171","msg":"trace[2122743689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2237; }","duration":"206.269139ms","start":"2026-07-01T09:32:39.782645Z","end":"2026-07-01T09:32:39.988914Z","steps":["trace[2122743689] 'agreement among raft nodes before linearized reading' (duration: 206.125115ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:39.989056Z","caller":"traceutil/trace.go:171","msg":"trace[1902311885] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"242.033918ms","start":"2026-07-01T09:32:39.747007Z","end":"2026-07-01T09:32:39.989041Z","steps":["trace[1902311885] 'process raft request' (duration: 241.578965ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:40.04641Z","caller":"traceutil/trace.go:171","msg":"trace[1535815637] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"111.210724ms","start":"2026-07-01T09:32:39.935161Z","end":"2026-07-01T09:32:40.046372Z","steps":["trace[1535815637] 'process raft request' (duration: 73.625195ms)","trace[1535815637] 'compare' (duration: 37.319921ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:32:40.530002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.52055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:32:40.530211Z","caller":"traceutil/trace.go:171","msg":"trace[1289198479] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"403.162244ms","start":"2026-07-01T09:32:40.127021Z","end":"2026-07-01T09:32:40.530183Z","steps":["trace[1289198479] 'process raft request' (duration: 280.366236ms)","trace[1289198479] 'compare' (duration: 122.394517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:32:40.530514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:40.127Z","time spent":"403.469392ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:32:40.556839Z","caller":"traceutil/trace.go:171","msg":"trace[2127426914] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"428.607513ms","start":"2026-07-01T09:32:40.128199Z","end":"2026-07-01T09:32:40.556806Z","steps":["trace[2127426914] 'process raft request' (duration: 428.397137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:40.557068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:40.128164Z","time spent":"428.782388ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:32:41.000123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.052968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:32:41.000254Z","caller":"traceutil/trace.go:171","msg":"trace[417474952] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2243; }","duration":"321.246913ms","start":"2026-07-01T09:32:40.678971Z","end":"2026-07-01T09:32:41.000218Z","steps":["trace[417474952] 'count revisions from in-memory index tree' (duration: 320.923085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:41.000327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:40.678937Z","time spent":"321.367156ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:32:42.242664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.927997ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T09:32:42.243946Z","caller":"traceutil/trace.go:171","msg":"trace[823612060] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"502.898716ms","start":"2026-07-01T09:32:41.740981Z","end":"2026-07-01T09:32:42.243879Z","steps":["trace[823612060] 'process raft request' (duration: 501.860388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:42.244178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:41.740952Z","time spent":"503.117023ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:32:42.244413Z","caller":"traceutil/trace.go:171","msg":"trace[83489662] linearizableReadLoop","detail":"{readStateIndex:2334; appliedIndex:2332; }","duration":"462.782149ms","start":"2026-07-01T09:32:41.781605Z","end":"2026-07-01T09:32:42.244388Z","steps":["trace[83489662] 'read index received' (duration: 177.603372ms)","trace[83489662] 'applied index is now lower than readState.Index' (duration: 285.177367ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:32:42.244463Z","caller":"traceutil/trace.go:171","msg":"trace[429196810] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"307.904513ms","start":"2026-07-01T09:32:41.936525Z","end":"2026-07-01T09:32:42.24443Z","steps":["trace[429196810] 'process raft request' (duration: 307.188054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:42.244542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:41.936489Z","time spent":"308.013766ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:32:42.244587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.964055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:32:42.244729Z","caller":"traceutil/trace.go:171","msg":"trace[1465868761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2245; }","duration":"463.151279ms","start":"2026-07-01T09:32:41.781531Z","end":"2026-07-01T09:32:42.244682Z","steps":["trace[1465868761] 'agreement among raft nodes before linearized reading' (duration: 462.971434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:42.244801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:41.781489Z","time spent":"463.296373ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T09:32:42.331502Z","caller":"traceutil/trace.go:171","msg":"trace[459199959] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"337.203266ms","start":"2026-07-01T09:32:41.994254Z","end":"2026-07-01T09:32:42.331458Z","steps":["trace[459199959] 'process raft request' (duration: 336.926759ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:42.331689Z","caller":"traceutil/trace.go:171","msg":"trace[1443292688] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"336.849167ms","start":"2026-07-01T09:32:41.994813Z","end":"2026-07-01T09:32:42.331662Z","steps":["trace[1443292688] 'process raft request' (duration: 336.57761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:42.331727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:41.994233Z","time spent":"337.376161ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:32:42.331799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:41.994776Z","time spent":"336.96468ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:32:42.332015Z","caller":"traceutil/trace.go:171","msg":"trace[1198771644] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"280.178022ms","start":"2026-07-01T09:32:42.051811Z","end":"2026-07-01T09:32:42.331989Z","steps":["trace[1198771644] 'process raft request' (duration: 279.769401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:42.33208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.459547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T09:32:42.332132Z","caller":"traceutil/trace.go:171","msg":"trace[830662364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2249; }","duration":"281.554909ms","start":"2026-07-01T09:32:42.050562Z","end":"2026-07-01T09:32:42.332117Z","steps":["trace[830662364] 'agreement among raft nodes before linearized reading' (duration: 281.356914ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:42.332174Z","caller":"traceutil/trace.go:171","msg":"trace[2010136284] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"226.053635ms","start":"2026-07-01T09:32:42.106098Z","end":"2026-07-01T09:32:42.332151Z","steps":["trace[2010136284] 'process raft request' (duration: 225.663695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:42.332082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.311348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-01T09:32:42.33216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.813188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-01T09:32:42.33223Z","caller":"traceutil/trace.go:171","msg":"trace[1998121402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2249; }","duration":"231.485862ms","start":"2026-07-01T09:32:42.100735Z","end":"2026-07-01T09:32:42.332221Z","steps":["trace[1998121402] 'agreement among raft nodes before linearized reading' (duration: 231.151593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:42.332206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.716644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-01T09:32:42.332295Z","caller":"traceutil/trace.go:171","msg":"trace[685097252] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2249; }","duration":"270.958032ms","start":"2026-07-01T09:32:42.061271Z","end":"2026-07-01T09:32:42.332229Z","steps":["trace[685097252] 'agreement among raft nodes before linearized reading' (duration: 270.664544ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:42.332341Z","caller":"traceutil/trace.go:171","msg":"trace[1709101371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2249; }","duration":"205.91452ms","start":"2026-07-01T09:32:42.126401Z","end":"2026-07-01T09:32:42.332315Z","steps":["trace[1709101371] 'agreement among raft nodes before linearized reading' (duration: 205.467197ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:42.461101Z","caller":"traceutil/trace.go:171","msg":"trace[1099745346] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"123.622599ms","start":"2026-07-01T09:32:42.337448Z","end":"2026-07-01T09:32:42.46107Z","steps":["trace[1099745346] 'process raft request' (duration: 123.551947ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:42.461191Z","caller":"traceutil/trace.go:171","msg":"trace[1361125982] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"123.753843ms","start":"2026-07-01T09:32:42.337415Z","end":"2026-07-01T09:32:42.461168Z","steps":["trace[1361125982] 'process raft request' (duration: 123.467705ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:42.461108Z","caller":"traceutil/trace.go:171","msg":"trace[1625503645] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"123.785724ms","start":"2026-07-01T09:32:42.337286Z","end":"2026-07-01T09:32:42.461072Z","steps":["trace[1625503645] 'process raft request' (duration: 36.010926ms)","trace[1625503645] 'compare' (duration: 87.211133ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:33:24.958714Z","caller":"traceutil/trace.go:171","msg":"trace[2100023508] linearizableReadLoop","detail":"{readStateIndex:2757; appliedIndex:2756; }","duration":"179.282861ms","start":"2026-07-01T09:33:24.779398Z","end":"2026-07-01T09:33:24.958681Z","steps":["trace[2100023508] 'read index received' (duration: 178.812768ms)","trace[2100023508] 'applied index is now lower than readState.Index' (duration: 468.533µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:33:24.958857Z","caller":"traceutil/trace.go:171","msg":"trace[1119639051] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"193.072869ms","start":"2026-07-01T09:33:24.765747Z","end":"2026-07-01T09:33:24.95882Z","steps":["trace[1119639051] 'process raft request' (duration: 192.527234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:33:24.95894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.495857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:33:24.958998Z","caller":"traceutil/trace.go:171","msg":"trace[94144251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2651; }","duration":"179.602189ms","start":"2026-07-01T09:33:24.779377Z","end":"2026-07-01T09:33:24.958979Z","steps":["trace[94144251] 'agreement among raft nodes before linearized reading' (duration: 179.477626ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:33:28.764877Z","caller":"traceutil/trace.go:171","msg":"trace[1533107653] linearizableReadLoop","detail":"{readStateIndex:2775; appliedIndex:2774; }","duration":"301.535177ms","start":"2026-07-01T09:33:28.463316Z","end":"2026-07-01T09:33:28.764851Z","steps":["trace[1533107653] 'read index received' (duration: 301.391383ms)","trace[1533107653] 'applied index is now lower than readState.Index' (duration: 142.464µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:33:28.764983Z","caller":"traceutil/trace.go:171","msg":"trace[1290106828] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"346.964353ms","start":"2026-07-01T09:33:28.417967Z","end":"2026-07-01T09:33:28.764931Z","steps":["trace[1290106828] 'process raft request' (duration: 346.701116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:33:28.765086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.721012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:33:28.765162Z","caller":"traceutil/trace.go:171","msg":"trace[838892742] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2668; }","duration":"301.881946ms","start":"2026-07-01T09:33:28.463262Z","end":"2026-07-01T09:33:28.765144Z","steps":["trace[838892742] 'agreement among raft nodes before linearized reading' (duration: 301.720871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:33:28.765228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:33:28.463237Z","time spent":"301.972729ms","remote":"127.0.0.1:45838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:33:28.765237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:33:28.41794Z","time spent":"347.164149ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:33:28.8721Z","caller":"traceutil/trace.go:171","msg":"trace[830761334] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"363.930349ms","start":"2026-07-01T09:33:28.508139Z","end":"2026-07-01T09:33:28.872069Z","steps":["trace[830761334] 'process raft request' (duration: 363.856337ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:33:28.872141Z","caller":"traceutil/trace.go:171","msg":"trace[1073096158] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"365.621995ms","start":"2026-07-01T09:33:28.506486Z","end":"2026-07-01T09:33:28.872108Z","steps":["trace[1073096158] 'process raft request' (duration: 365.336397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:33:28.872271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:33:28.508119Z","time spent":"364.066203ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:33:28.872326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:33:28.506457Z","time spent":"365.755679ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:33:28.872458Z","caller":"traceutil/trace.go:171","msg":"trace[1773922189] linearizableReadLoop","detail":"{readStateIndex:2778; appliedIndex:2775; }","duration":"107.438789ms","start":"2026-07-01T09:33:28.764979Z","end":"2026-07-01T09:33:28.872418Z","steps":["trace[1773922189] 'read index received' (duration: 106.818562ms)","trace[1773922189] 'applied index is now lower than readState.Index' (duration: 617.987µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:33:28.872618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.871168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T09:33:28.872577Z","caller":"traceutil/trace.go:171","msg":"trace[11750568] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"363.842696ms","start":"2026-07-01T09:33:28.508681Z","end":"2026-07-01T09:33:28.872524Z","steps":["trace[11750568] 'process raft request' (duration: 363.350803ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:33:28.872649Z","caller":"traceutil/trace.go:171","msg":"trace[324069932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2671; }","duration":"167.95149ms","start":"2026-07-01T09:33:28.704688Z","end":"2026-07-01T09:33:28.87264Z","steps":["trace[324069932] 'agreement among raft nodes before linearized reading' (duration: 167.773156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:33:28.87261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.375017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-01T09:33:28.872664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.360894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T09:33:28.872679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.233498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T09:33:28.872714Z","caller":"traceutil/trace.go:171","msg":"trace[1861595604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2671; }","duration":"123.5205ms","start":"2026-07-01T09:33:28.749176Z","end":"2026-07-01T09:33:28.872697Z","steps":["trace[1861595604] 'agreement among raft nodes before linearized reading' (duration: 123.264063ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:33:28.872718Z","caller":"traceutil/trace.go:171","msg":"trace[730171524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2671; }","duration":"171.529648ms","start":"2026-07-01T09:33:28.701172Z","end":"2026-07-01T09:33:28.872702Z","steps":["trace[730171524] 'agreement among raft nodes before linearized reading' (duration: 171.372104ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:33:28.872758Z","caller":"traceutil/trace.go:171","msg":"trace[2108776872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2671; }","duration":"168.322911ms","start":"2026-07-01T09:33:28.704397Z","end":"2026-07-01T09:33:28.87272Z","steps":["trace[2108776872] 'agreement among raft nodes before linearized reading' (duration: 168.152476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:33:28.872778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:33:28.508669Z","time spent":"364.002411ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:33:30.983851Z","caller":"traceutil/trace.go:171","msg":"trace[198367729] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"105.971089ms","start":"2026-07-01T09:33:30.877853Z","end":"2026-07-01T09:33:30.983825Z","steps":["trace[198367729] 'process raft request' (duration: 104.086767ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:33:30.996955Z","caller":"traceutil/trace.go:171","msg":"trace[1852398092] linearizableReadLoop","detail":"{readStateIndex:2789; appliedIndex:2786; }","duration":"114.900243ms","start":"2026-07-01T09:33:30.882035Z","end":"2026-07-01T09:33:30.996935Z","steps":["trace[1852398092] 'read index received' (duration: 99.875451ms)","trace[1852398092] 'applied index is now lower than readState.Index' (duration: 15.023412ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:33:30.997049Z","caller":"traceutil/trace.go:171","msg":"trace[1827549096] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"116.59266ms","start":"2026-07-01T09:33:30.880445Z","end":"2026-07-01T09:33:30.997037Z","steps":["trace[1827549096] 'process raft request' (duration: 116.442516ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:33:30.997034Z","caller":"traceutil/trace.go:171","msg":"trace[424334147] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"117.819524ms","start":"2026-07-01T09:33:30.879163Z","end":"2026-07-01T09:33:30.996983Z","steps":["trace[424334147] 'process raft request' (duration: 117.642019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:33:30.997285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.404407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T09:33:30.997295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.118472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T09:33:30.997357Z","caller":"traceutil/trace.go:171","msg":"trace[280726329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2682; }","duration":"111.504201ms","start":"2026-07-01T09:33:30.885842Z","end":"2026-07-01T09:33:30.997346Z","steps":["trace[280726329] 'agreement among raft nodes before linearized reading' (duration: 111.319076ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:33:30.99741Z","caller":"traceutil/trace.go:171","msg":"trace[125442270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2682; }","duration":"114.272577ms","start":"2026-07-01T09:33:30.883086Z","end":"2026-07-01T09:33:30.997359Z","steps":["trace[125442270] 'agreement among raft nodes before linearized reading' (duration: 113.993689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:33:30.99737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.198755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-01T09:33:30.99743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.315796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T09:33:30.997484Z","caller":"traceutil/trace.go:171","msg":"trace[1390703591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2682; }","duration":"114.359559ms","start":"2026-07-01T09:33:30.883105Z","end":"2026-07-01T09:33:30.997465Z","steps":["trace[1390703591] 'agreement among raft nodes before linearized reading' (duration: 114.086952ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:33:30.997542Z","caller":"traceutil/trace.go:171","msg":"trace[410682495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2682; }","duration":"115.524751ms","start":"2026-07-01T09:33:30.88199Z","end":"2026-07-01T09:33:30.997514Z","steps":["trace[410682495] 'agreement among raft nodes before linearized reading' (duration: 115.146351ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:34:01.032694Z","caller":"traceutil/trace.go:171","msg":"trace[1980447687] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"123.309085ms","start":"2026-07-01T09:34:00.909352Z","end":"2026-07-01T09:34:01.032661Z","steps":["trace[1980447687] 'process raft request' (duration: 123.122769ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:34:01.212126Z","caller":"traceutil/trace.go:171","msg":"trace[1706322995] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"107.315095ms","start":"2026-07-01T09:34:01.104771Z","end":"2026-07-01T09:34:01.212086Z","steps":["trace[1706322995] 'process raft request' (duration: 107.056758ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:34:01.212151Z","caller":"traceutil/trace.go:171","msg":"trace[1974344237] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"106.038171ms","start":"2026-07-01T09:34:01.10608Z","end":"2026-07-01T09:34:01.212118Z","steps":["trace[1974344237] 'process raft request' (duration: 105.885877ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:34:12.581316Z","caller":"traceutil/trace.go:171","msg":"trace[1623614978] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"179.048915ms","start":"2026-07-01T09:34:12.40223Z","end":"2026-07-01T09:34:12.581279Z","steps":["trace[1623614978] 'process raft request' (duration: 178.798558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:04.815548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.675766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:38:04.815759Z","caller":"traceutil/trace.go:171","msg":"trace[929923188] linearizableReadLoop","detail":"{readStateIndex:5268; appliedIndex:5266; }","duration":"282.666959ms","start":"2026-07-01T09:38:04.533073Z","end":"2026-07-01T09:38:04.81574Z","steps":["trace[929923188] 'read index received' (duration: 124.719086ms)","trace[929923188] 'applied index is now lower than readState.Index' (duration: 157.946753ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:04.815779Z","caller":"traceutil/trace.go:171","msg":"trace[45911831] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"283.681857ms","start":"2026-07-01T09:38:04.532083Z","end":"2026-07-01T09:38:04.815765Z","steps":["trace[45911831] 'process raft request' (duration: 283.589974ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:04.815781Z","caller":"traceutil/trace.go:171","msg":"trace[1547764952] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"284.249732ms","start":"2026-07-01T09:38:04.531497Z","end":"2026-07-01T09:38:04.815747Z","steps":["trace[1547764952] 'process raft request' (duration: 126.279268ms)","trace[1547764952] 'compare' (duration: 157.561683ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:38:04.815978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.901155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b74e84e-e606-4e70-ab32-c4d7c3431ab9\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-07-01T09:38:04.81604Z","caller":"traceutil/trace.go:171","msg":"trace[1421867004] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b74e84e-e606-4e70-ab32-c4d7c3431ab9; range_end:; response_count:1; response_revision:5075; }","duration":"282.987528ms","start":"2026-07-01T09:38:04.533033Z","end":"2026-07-01T09:38:04.816021Z","steps":["trace[1421867004] 'agreement among raft nodes before linearized reading' (duration: 282.795962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:04.827278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.176171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:38:04.82737Z","caller":"traceutil/trace.go:171","msg":"trace[1490209654] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5076; }","duration":"213.288664ms","start":"2026-07-01T09:38:04.614059Z","end":"2026-07-01T09:38:04.827348Z","steps":["trace[1490209654] 'agreement among raft nodes before linearized reading' (duration: 213.097079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:04.827459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.347048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-01T09:38:04.827524Z","caller":"traceutil/trace.go:171","msg":"trace[1287914287] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5076; }","duration":"246.448241ms","start":"2026-07-01T09:38:04.581058Z","end":"2026-07-01T09:38:04.827507Z","steps":["trace[1287914287] 'agreement among raft nodes before linearized reading' (duration: 246.309897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:04.827551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.224728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wfhf9.18be20e7d5ffe298\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-07-01T09:38:04.82766Z","caller":"traceutil/trace.go:171","msg":"trace[90347777] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wfhf9.18be20e7d5ffe298; range_end:; response_count:1; response_revision:5076; }","duration":"215.367671ms","start":"2026-07-01T09:38:04.612267Z","end":"2026-07-01T09:38:04.827634Z","steps":["trace[90347777] 'agreement among raft nodes before linearized reading' (duration: 215.082753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:04.827808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.155003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T09:38:04.82779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.371331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b74e84e-e606-4e70-ab32-c4d7c3431ab9\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-07-01T09:38:04.827846Z","caller":"traceutil/trace.go:171","msg":"trace[574802956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5076; }","duration":"283.212025ms","start":"2026-07-01T09:38:04.544625Z","end":"2026-07-01T09:38:04.827837Z","steps":["trace[574802956] 'agreement among raft nodes before linearized reading' (duration: 282.696161ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:04.827876Z","caller":"traceutil/trace.go:171","msg":"trace[1499002954] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b74e84e-e606-4e70-ab32-c4d7c3431ab9; range_end:; response_count:1; response_revision:5076; }","duration":"219.458183ms","start":"2026-07-01T09:38:04.608396Z","end":"2026-07-01T09:38:04.827854Z","steps":["trace[1499002954] 'agreement among raft nodes before linearized reading' (duration: 218.936749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:12.834556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.763691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:38:12.834886Z","caller":"traceutil/trace.go:171","msg":"trace[1575584938] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"260.595037ms","start":"2026-07-01T09:38:12.574263Z","end":"2026-07-01T09:38:12.834858Z","steps":["trace[1575584938] 'process raft request' (duration: 159.478695ms)","trace[1575584938] 'compare' (duration: 100.619278ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:12.834916Z","caller":"traceutil/trace.go:171","msg":"trace[1116200956] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"232.448917ms","start":"2026-07-01T09:38:12.602438Z","end":"2026-07-01T09:38:12.834887Z","steps":["trace[1116200956] 'process raft request' (duration: 232.218961ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:12.834985Z","caller":"traceutil/trace.go:171","msg":"trace[921966095] linearizableReadLoop","detail":"{readStateIndex:5450; appliedIndex:5449; }","duration":"241.69725ms","start":"2026-07-01T09:38:12.593253Z","end":"2026-07-01T09:38:12.834951Z","steps":["trace[921966095] 'read index received' (duration: 140.489916ms)","trace[921966095] 'applied index is now lower than readState.Index' (duration: 101.204324ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:38:12.835178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.917306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-01T09:38:12.835251Z","caller":"traceutil/trace.go:171","msg":"trace[103532831] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5251; }","duration":"242.034729ms","start":"2026-07-01T09:38:12.593207Z","end":"2026-07-01T09:38:12.835242Z","steps":["trace[103532831] 'agreement among raft nodes before linearized reading' (duration: 241.873335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:18.230411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.713148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:38:18.230588Z","caller":"traceutil/trace.go:171","msg":"trace[430357896] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"217.365887ms","start":"2026-07-01T09:38:18.013194Z","end":"2026-07-01T09:38:18.23056Z","steps":["trace[430357896] 'process raft request' (duration: 93.422272ms)","trace[430357896] 'compare' (duration: 123.579115ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:18.230636Z","caller":"traceutil/trace.go:171","msg":"trace[15212899] linearizableReadLoop","detail":"{readStateIndex:5524; appliedIndex:5523; }","duration":"114.454956ms","start":"2026-07-01T09:38:18.116158Z","end":"2026-07-01T09:38:18.230613Z","steps":["trace[15212899] 'read index received' (duration: 32.341µs)","trace[15212899] 'applied index is now lower than readState.Index' (duration: 114.420535ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:18.230744Z","caller":"traceutil/trace.go:171","msg":"trace[1390019447] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"100.565176ms","start":"2026-07-01T09:38:18.130154Z","end":"2026-07-01T09:38:18.230719Z","steps":["trace[1390019447] 'process raft request' (duration: 100.387601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:18.230799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.61388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:38:18.23084Z","caller":"traceutil/trace.go:171","msg":"trace[1733253010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5324; }","duration":"114.704883ms","start":"2026-07-01T09:38:18.116121Z","end":"2026-07-01T09:38:18.230826Z","steps":["trace[1733253010] 'agreement among raft nodes before linearized reading' (duration: 114.61188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:19.223794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691230612,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T09:38:19.255991Z","caller":"traceutil/trace.go:171","msg":"trace[387745871] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"595.134242ms","start":"2026-07-01T09:38:18.660825Z","end":"2026-07-01T09:38:19.255959Z","steps":["trace[387745871] 'process raft request' (duration: 594.863635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:19.256171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:18.660796Z","time spent":"595.281886ms","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:38:19.261116Z","caller":"traceutil/trace.go:171","msg":"trace[591220729] linearizableReadLoop","detail":"{readStateIndex:5532; appliedIndex:5530; }","duration":"537.57827ms","start":"2026-07-01T09:38:18.723515Z","end":"2026-07-01T09:38:19.261093Z","steps":["trace[591220729] 'read index received' (duration: 532.178433ms)","trace[591220729] 'applied index is now lower than readState.Index' (duration: 5.398367ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:38:19.26141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.574678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:38:19.261467Z","caller":"traceutil/trace.go:171","msg":"trace[236809413] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"599.388888ms","start":"2026-07-01T09:38:18.662065Z","end":"2026-07-01T09:38:19.261454Z","steps":["trace[236809413] 'process raft request' (duration: 598.891705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:19.261536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.049779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T09:38:19.261552Z","caller":"traceutil/trace.go:171","msg":"trace[1923632734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5329; }","duration":"339.098181ms","start":"2026-07-01T09:38:18.922448Z","end":"2026-07-01T09:38:19.261547Z","steps":["trace[1923632734] 'agreement among raft nodes before linearized reading' (duration: 339.037659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:19.261549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:18.662052Z","time spent":"599.44991ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:38:19.261567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:18.922428Z","time spent":"339.135102ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T09:38:19.26158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.192298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T09:38:19.261472Z","caller":"traceutil/trace.go:171","msg":"trace[1327166801] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5329; }","duration":"527.67121ms","start":"2026-07-01T09:38:18.733792Z","end":"2026-07-01T09:38:19.261463Z","steps":["trace[1327166801] 'agreement among raft nodes before linearized reading' (duration: 527.548457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:19.261638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:18.733731Z","time spent":"527.901007ms","remote":"127.0.0.1:57918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:38:19.261619Z","caller":"traceutil/trace.go:171","msg":"trace[1920180421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5329; }","duration":"337.295321ms","start":"2026-07-01T09:38:18.924313Z","end":"2026-07-01T09:38:19.261608Z","steps":["trace[1920180421] 'agreement among raft nodes before linearized reading' (duration: 337.051665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:19.261709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:18.924299Z","time spent":"337.399394ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T09:38:19.261428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.90865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-xzphl\" ","response":"range_response_count:1 size:7665"} {"level":"warn","ts":"2026-07-01T09:38:19.261848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.493441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T09:38:19.261872Z","caller":"traceutil/trace.go:171","msg":"trace[1530749627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5329; }","duration":"384.570642ms","start":"2026-07-01T09:38:18.877296Z","end":"2026-07-01T09:38:19.261867Z","steps":["trace[1530749627] 'agreement among raft nodes before linearized reading' (duration: 384.517451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:19.261888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:18.877272Z","time spent":"384.612704ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T09:38:19.261882Z","caller":"traceutil/trace.go:171","msg":"trace[1916066959] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-xzphl; range_end:; response_count:1; response_revision:5329; }","duration":"538.370583ms","start":"2026-07-01T09:38:18.723472Z","end":"2026-07-01T09:38:19.261842Z","steps":["trace[1916066959] 'agreement among raft nodes before linearized reading' (duration: 537.837228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:19.261697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.702234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T09:38:19.262014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:18.723453Z","time spent":"538.519856ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7689,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-xzphl\" "} {"level":"info","ts":"2026-07-01T09:38:19.262025Z","caller":"traceutil/trace.go:171","msg":"trace[314222153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5329; }","duration":"163.089094ms","start":"2026-07-01T09:38:19.098911Z","end":"2026-07-01T09:38:19.262Z","steps":["trace[314222153] 'agreement among raft nodes before linearized reading' (duration: 162.59073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:19.261787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.302105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wfhf9.18be20e799b33329\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-01T09:38:19.262169Z","caller":"traceutil/trace.go:171","msg":"trace[1787109127] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wfhf9.18be20e799b33329; range_end:; response_count:1; response_revision:5329; }","duration":"369.720966ms","start":"2026-07-01T09:38:18.892432Z","end":"2026-07-01T09:38:19.262153Z","steps":["trace[1787109127] 'agreement among raft nodes before linearized reading' (duration: 369.309345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:19.26221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:18.892411Z","time spent":"369.784988ms","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":930,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wfhf9.18be20e799b33329\" "} {"level":"warn","ts":"2026-07-01T09:38:26.698824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.917164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:38:26.698927Z","caller":"traceutil/trace.go:171","msg":"trace[806571236] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5475; }","duration":"258.036327ms","start":"2026-07-01T09:38:26.440869Z","end":"2026-07-01T09:38:26.698905Z","steps":["trace[806571236] 'count revisions from in-memory index tree' (duration: 257.82039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:26.699388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.412645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlds\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-07-01T09:38:26.699515Z","caller":"traceutil/trace.go:171","msg":"trace[1665168645] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlds; range_end:; response_count:1; response_revision:5475; }","duration":"225.611872ms","start":"2026-07-01T09:38:26.473875Z","end":"2026-07-01T09:38:26.699487Z","steps":["trace[1665168645] 'range keys from in-memory index tree' (duration: 225.150999ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:27.010525Z","caller":"traceutil/trace.go:171","msg":"trace[237825427] linearizableReadLoop","detail":"{readStateIndex:5682; appliedIndex:5681; }","duration":"137.809333ms","start":"2026-07-01T09:38:26.872672Z","end":"2026-07-01T09:38:27.010481Z","steps":["trace[237825427] 'read index received' (duration: 137.516205ms)","trace[237825427] 'applied index is now lower than readState.Index' (duration: 291.028µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:27.010587Z","caller":"traceutil/trace.go:171","msg":"trace[297498275] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"205.693967ms","start":"2026-07-01T09:38:26.804846Z","end":"2026-07-01T09:38:27.01054Z","steps":["trace[297498275] 'process raft request' (duration: 205.353388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:27.010867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.170163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-01T09:38:27.01096Z","caller":"traceutil/trace.go:171","msg":"trace[2049572055] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5476; }","duration":"138.330028ms","start":"2026-07-01T09:38:26.872611Z","end":"2026-07-01T09:38:27.010941Z","steps":["trace[2049572055] 'agreement among raft nodes before linearized reading' (duration: 138.04339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:27.613213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.662092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:38:27.613579Z","caller":"traceutil/trace.go:171","msg":"trace[1819141093] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"596.301494ms","start":"2026-07-01T09:38:27.017254Z","end":"2026-07-01T09:38:27.613556Z","steps":["trace[1819141093] 'process raft request' (duration: 596.227752ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:27.613601Z","caller":"traceutil/trace.go:171","msg":"trace[23232527] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"596.51126ms","start":"2026-07-01T09:38:27.017052Z","end":"2026-07-01T09:38:27.613563Z","steps":["trace[23232527] 'process raft request' (duration: 147.418886ms)","trace[23232527] 'compare' (duration: 448.308463ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:38:27.613715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:27.017215Z","time spent":"596.430467ms","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:38:27.613781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:27.017031Z","time spent":"596.666924ms","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:38:27.613995Z","caller":"traceutil/trace.go:171","msg":"trace[1249690864] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"596.826318ms","start":"2026-07-01T09:38:27.017137Z","end":"2026-07-01T09:38:27.613963Z","steps":["trace[1249690864] 'process raft request' (duration: 596.210271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:27.61414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:27.017121Z","time spent":"596.945672ms","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:38:27.8091Z","caller":"traceutil/trace.go:171","msg":"trace[810738334] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"791.72382ms","start":"2026-07-01T09:38:27.01732Z","end":"2026-07-01T09:38:27.809044Z","steps":["trace[810738334] 'process raft request' (duration: 733.958553ms)","trace[810738334] 'compare' (duration: 57.47975ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:38:27.809299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:27.017309Z","time spent":"791.896216ms","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:38:27.809283Z","caller":"traceutil/trace.go:171","msg":"trace[2036081898] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"791.797563ms","start":"2026-07-01T09:38:27.017436Z","end":"2026-07-01T09:38:27.809234Z","steps":["trace[2036081898] 'process raft request' (duration: 791.471134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:27.809455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:27.017423Z","time spent":"791.938957ms","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1463,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T09:38:27.80964Z","caller":"traceutil/trace.go:171","msg":"trace[1806164765] linearizableReadLoop","detail":"{readStateIndex:5689; appliedIndex:5685; }","duration":"531.663769ms","start":"2026-07-01T09:38:27.277955Z","end":"2026-07-01T09:38:27.809619Z","steps":["trace[1806164765] 'read index received' (duration: 473.268264ms)","trace[1806164765] 'applied index is now lower than readState.Index' (duration: 58.394235ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:27.809768Z","caller":"traceutil/trace.go:171","msg":"trace[1819762425] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"788.229536ms","start":"2026-07-01T09:38:27.021527Z","end":"2026-07-01T09:38:27.809756Z","steps":["trace[1819762425] 'process raft request' (duration: 787.64787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:27.809844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:27.021506Z","time spent":"788.294987ms","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:38:27.810259Z","caller":"traceutil/trace.go:171","msg":"trace[773988020] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"784.648867ms","start":"2026-07-01T09:38:27.025599Z","end":"2026-07-01T09:38:27.810248Z","steps":["trace[773988020] 'process raft request' (duration: 783.871676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:27.810324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:27.025588Z","time spent":"784.702749ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:38:27.810328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.358289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a55b7c60-c2b9-4d7d-9e11-6f057c477a25\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-07-01T09:38:27.810399Z","caller":"traceutil/trace.go:171","msg":"trace[52268436] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a55b7c60-c2b9-4d7d-9e11-6f057c477a25; range_end:; response_count:1; response_revision:5483; }","duration":"532.440901ms","start":"2026-07-01T09:38:27.27794Z","end":"2026-07-01T09:38:27.810381Z","steps":["trace[52268436] 'agreement among raft nodes before linearized reading' (duration: 532.280986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:27.810411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.132522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T09:38:27.81044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:27.277881Z","time spent":"532.550673ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a55b7c60-c2b9-4d7d-9e11-6f057c477a25\" "} {"level":"info","ts":"2026-07-01T09:38:27.81047Z","caller":"traceutil/trace.go:171","msg":"trace[1677145997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5483; }","duration":"517.234405ms","start":"2026-07-01T09:38:27.293217Z","end":"2026-07-01T09:38:27.810452Z","steps":["trace[1677145997] 'agreement among raft nodes before linearized reading' (duration: 517.04685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:27.810462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.474292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T09:38:27.81049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.607831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18be20ed1c7a07a3\" ","response":"range_response_count:1 size:1012"} {"level":"warn","ts":"2026-07-01T09:38:27.810516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:27.293195Z","time spent":"517.312837ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T09:38:27.81053Z","caller":"traceutil/trace.go:171","msg":"trace[1580066143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5483; }","duration":"465.561774ms","start":"2026-07-01T09:38:27.344953Z","end":"2026-07-01T09:38:27.810515Z","steps":["trace[1580066143] 'agreement among raft nodes before linearized reading' (duration: 465.351198ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:27.810535Z","caller":"traceutil/trace.go:171","msg":"trace[827476713] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18be20ed1c7a07a3; range_end:; response_count:1; response_revision:5483; }","duration":"463.671032ms","start":"2026-07-01T09:38:27.346849Z","end":"2026-07-01T09:38:27.81052Z","steps":["trace[827476713] 'agreement among raft nodes before linearized reading' (duration: 463.540258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:27.81052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.397809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-01T09:38:27.81057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:27.344944Z","time spent":"465.617825ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T09:38:27.810575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:27.346838Z","time spent":"463.728034ms","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1036,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18be20ed1c7a07a3\" "} {"level":"info","ts":"2026-07-01T09:38:27.810596Z","caller":"traceutil/trace.go:171","msg":"trace[1747251765] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5483; }","duration":"454.517892ms","start":"2026-07-01T09:38:27.356058Z","end":"2026-07-01T09:38:27.810576Z","steps":["trace[1747251765] 'agreement among raft nodes before linearized reading' (duration: 454.271325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:27.810633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:27.356038Z","time spent":"454.589155ms","remote":"127.0.0.1:46998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-01T09:38:27.810696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.14958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-01T09:38:27.810686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.2458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-01T09:38:27.810705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.994986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T09:38:27.810735Z","caller":"traceutil/trace.go:171","msg":"trace[1492474059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5483; }","duration":"466.220001ms","start":"2026-07-01T09:38:27.344504Z","end":"2026-07-01T09:38:27.810724Z","steps":["trace[1492474059] 'agreement among raft nodes before linearized reading' (duration: 466.106288ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:27.810755Z","caller":"traceutil/trace.go:171","msg":"trace[769201360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5483; }","duration":"478.355353ms","start":"2026-07-01T09:38:27.332377Z","end":"2026-07-01T09:38:27.810732Z","steps":["trace[769201360] 'agreement among raft nodes before linearized reading' (duration: 478.183109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:27.810767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:27.344494Z","time spent":"466.265763ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T09:38:27.810776Z","caller":"traceutil/trace.go:171","msg":"trace[853912166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5483; }","duration":"477.100338ms","start":"2026-07-01T09:38:27.333661Z","end":"2026-07-01T09:38:27.810761Z","steps":["trace[853912166] 'agreement among raft nodes before linearized reading' (duration: 476.893783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:27.810798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:27.332359Z","time spent":"478.429165ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T09:38:27.810811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:27.33365Z","time spent":"477.15557ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T09:38:30.792275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691231016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T09:38:31.588701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655737786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-01T09:38:31.588809Z","caller":"traceutil/trace.go:171","msg":"trace[350092004] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5505; }","duration":"1.655902981s","start":"2026-07-01T09:38:29.932885Z","end":"2026-07-01T09:38:31.588788Z","steps":["trace[350092004] 'range keys from in-memory index tree' (duration: 1.655463609s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:31.58886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:29.932867Z","time spent":"1.655981023s","remote":"127.0.0.1:46998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-01T09:38:31.589118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.041799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:38:31.589471Z","caller":"traceutil/trace.go:171","msg":"trace[1694605853] linearizableReadLoop","detail":"{readStateIndex:5715; appliedIndex:5711; }","duration":"1.297951336s","start":"2026-07-01T09:38:30.291498Z","end":"2026-07-01T09:38:31.58945Z","steps":["trace[1694605853] 'read index received' (duration: 661.540836ms)","trace[1694605853] 'applied index is now lower than readState.Index' (duration: 636.409ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:31.589556Z","caller":"traceutil/trace.go:171","msg":"trace[2059176571] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"1.303776734s","start":"2026-07-01T09:38:30.285768Z","end":"2026-07-01T09:38:31.589545Z","steps":["trace[2059176571] 'process raft request' (duration: 667.220201ms)","trace[2059176571] 'compare' (duration: 635.791932ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:38:31.589625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:30.285737Z","time spent":"1.303851266s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:38:31.589816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298310325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:38:31.589799Z","caller":"traceutil/trace.go:171","msg":"trace[1094889865] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"1.30067367s","start":"2026-07-01T09:38:30.289074Z","end":"2026-07-01T09:38:31.589747Z","steps":["trace[1094889865] 'process raft request' (duration: 1.300338321s)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:31.589874Z","caller":"traceutil/trace.go:171","msg":"trace[1824209655] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5509; }","duration":"1.298372137s","start":"2026-07-01T09:38:30.291474Z","end":"2026-07-01T09:38:31.589847Z","steps":["trace[1824209655] 'agreement among raft nodes before linearized reading' (duration: 1.298290555s)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:31.589906Z","caller":"traceutil/trace.go:171","msg":"trace[19941231] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"1.301678297s","start":"2026-07-01T09:38:30.288188Z","end":"2026-07-01T09:38:31.589866Z","steps":["trace[19941231] 'process raft request' (duration: 1.30104069s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:31.589926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:30.291466Z","time spent":"1.298440099s","remote":"127.0.0.1:45820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:38:31.589948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:30.289064Z","time spent":"1.300804223s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:38:31.58979Z","caller":"traceutil/trace.go:171","msg":"trace[620025943] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"1.30104976s","start":"2026-07-01T09:38:30.288703Z","end":"2026-07-01T09:38:31.589753Z","steps":["trace[620025943] 'process raft request' (duration: 1.300623398s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:31.590053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:30.288696Z","time spent":"1.301303567s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:38:31.590075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:30.288166Z","time spent":"1.301806571s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:38:31.630388Z","caller":"traceutil/trace.go:171","msg":"trace[2105800979] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"479.565616ms","start":"2026-07-01T09:38:31.150794Z","end":"2026-07-01T09:38:31.63036Z","steps":["trace[2105800979] 'process raft request' (duration: 479.36593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:31.630786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:31.150765Z","time spent":"479.838344ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:38:31.633118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.504599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:38:31.633216Z","caller":"traceutil/trace.go:171","msg":"trace[1162321912] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5510; }","duration":"321.661064ms","start":"2026-07-01T09:38:31.311534Z","end":"2026-07-01T09:38:31.633195Z","steps":["trace[1162321912] 'agreement among raft nodes before linearized reading' (duration: 321.530571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:31.633263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:31.311509Z","time spent":"321.741966ms","remote":"127.0.0.1:45978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:38:31.633248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.828255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:38:31.63328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143723343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:38:31.633323Z","caller":"traceutil/trace.go:171","msg":"trace[1121379468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5510; }","duration":"850.972399ms","start":"2026-07-01T09:38:30.782333Z","end":"2026-07-01T09:38:31.633305Z","steps":["trace[1121379468] 'agreement among raft nodes before linearized reading' (duration: 850.794144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:31.633283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.661163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T09:38:31.633316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225191748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-01T09:38:31.633417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:30.782289Z","time spent":"851.080492ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T09:38:31.63335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.282589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlds\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-07-01T09:38:31.633335Z","caller":"traceutil/trace.go:171","msg":"trace[960120604] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5510; }","duration":"1.143828867s","start":"2026-07-01T09:38:30.489491Z","end":"2026-07-01T09:38:31.633319Z","steps":["trace[960120604] 'agreement among raft nodes before linearized reading' (duration: 1.143735814s)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:31.633504Z","caller":"traceutil/trace.go:171","msg":"trace[1021201658] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5510; }","duration":"704.772856ms","start":"2026-07-01T09:38:30.9286Z","end":"2026-07-01T09:38:31.633373Z","steps":["trace[1021201658] 'agreement among raft nodes before linearized reading' (duration: 704.55997ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:31.633516Z","caller":"traceutil/trace.go:171","msg":"trace[2010438458] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlds; range_end:; response_count:1; response_revision:5510; }","duration":"910.493785ms","start":"2026-07-01T09:38:30.723006Z","end":"2026-07-01T09:38:31.6335Z","steps":["trace[2010438458] 'agreement among raft nodes before linearized reading' (duration: 910.187356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:31.633537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.197923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a55b7c60-c2b9-4d7d-9e11-6f057c477a25\" ","response":"range_response_count:1 size:3951"} {"level":"warn","ts":"2026-07-01T09:38:31.633561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:30.722986Z","time spent":"910.566326ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-6jlds\" "} {"level":"warn","ts":"2026-07-01T09:38:31.633557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:30.489462Z","time spent":"1.144062692s","remote":"127.0.0.1:45998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:38:31.633588Z","caller":"traceutil/trace.go:171","msg":"trace[671460576] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5510; }","duration":"1.225375413s","start":"2026-07-01T09:38:30.408076Z","end":"2026-07-01T09:38:31.633451Z","steps":["trace[671460576] 'agreement among raft nodes before linearized reading' (duration: 1.224949552s)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:31.633603Z","caller":"traceutil/trace.go:171","msg":"trace[161591163] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a55b7c60-c2b9-4d7d-9e11-6f057c477a25; range_end:; response_count:1; response_revision:5510; }","duration":"811.270915ms","start":"2026-07-01T09:38:30.822313Z","end":"2026-07-01T09:38:31.633584Z","steps":["trace[161591163] 'agreement among raft nodes before linearized reading' (duration: 810.963397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:31.633627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:30.408064Z","time spent":"1.225555828s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T09:38:31.633644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:30.82225Z","time spent":"811.384918ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a55b7c60-c2b9-4d7d-9e11-6f057c477a25\" "} {"level":"warn","ts":"2026-07-01T09:38:31.633555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:30.928545Z","time spent":"704.995003ms","remote":"127.0.0.1:58030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:38:38.005759Z","caller":"traceutil/trace.go:171","msg":"trace[2056358261] linearizableReadLoop","detail":"{readStateIndex:5854; appliedIndex:5853; }","duration":"112.287056ms","start":"2026-07-01T09:38:37.893445Z","end":"2026-07-01T09:38:38.005732Z","steps":["trace[2056358261] 'read index received' (duration: 112.046529ms)","trace[2056358261] 'applied index is now lower than readState.Index' (duration: 239.387µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:38.005854Z","caller":"traceutil/trace.go:171","msg":"trace[394988534] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"126.850824ms","start":"2026-07-01T09:38:37.878963Z","end":"2026-07-01T09:38:38.005814Z","steps":["trace[394988534] 'process raft request' (duration: 126.602507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:38.00596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.492852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:38:38.006023Z","caller":"traceutil/trace.go:171","msg":"trace[342097524] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5643; }","duration":"112.587694ms","start":"2026-07-01T09:38:37.893411Z","end":"2026-07-01T09:38:38.005998Z","steps":["trace[342097524] 'agreement among raft nodes before linearized reading' (duration: 112.481601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:38.006096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.618999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T09:38:38.00617Z","caller":"traceutil/trace.go:171","msg":"trace[1891416330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5643; }","duration":"107.743892ms","start":"2026-07-01T09:38:37.898408Z","end":"2026-07-01T09:38:38.006152Z","steps":["trace[1891416330] 'agreement among raft nodes before linearized reading' (duration: 107.518306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:38.00624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.453037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T09:38:38.006283Z","caller":"traceutil/trace.go:171","msg":"trace[1071015426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5643; }","duration":"106.520668ms","start":"2026-07-01T09:38:37.89975Z","end":"2026-07-01T09:38:38.00627Z","steps":["trace[1071015426] 'agreement among raft nodes before linearized reading' (duration: 106.360824ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:38.639315Z","caller":"traceutil/trace.go:171","msg":"trace[832284641] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"628.049441ms","start":"2026-07-01T09:38:38.011234Z","end":"2026-07-01T09:38:38.639284Z","steps":["trace[832284641] 'process raft request' (duration: 536.042269ms)","trace[832284641] 'compare' (duration: 91.248621ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:38.639381Z","caller":"traceutil/trace.go:171","msg":"trace[505503338] linearizableReadLoop","detail":"{readStateIndex:5858; appliedIndex:5854; }","duration":"626.681624ms","start":"2026-07-01T09:38:38.012674Z","end":"2026-07-01T09:38:38.639356Z","steps":["trace[505503338] 'read index received' (duration: 32.304083ms)","trace[505503338] 'applied index is now lower than readState.Index' (duration: 594.376501ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:38:38.639482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:38.011208Z","time spent":"628.195035ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:38:38.639509Z","caller":"traceutil/trace.go:171","msg":"trace[1756158132] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"620.190447ms","start":"2026-07-01T09:38:38.019307Z","end":"2026-07-01T09:38:38.639498Z","steps":["trace[1756158132] 'process raft request' (duration: 619.967581ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:38.639325Z","caller":"traceutil/trace.go:171","msg":"trace[1278953832] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"627.897837ms","start":"2026-07-01T09:38:38.011399Z","end":"2026-07-01T09:38:38.639297Z","steps":["trace[1278953832] 'process raft request' (duration: 627.756464ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:38.639581Z","caller":"traceutil/trace.go:171","msg":"trace[163603233] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"627.854356ms","start":"2026-07-01T09:38:38.011693Z","end":"2026-07-01T09:38:38.639548Z","steps":["trace[163603233] 'process raft request' (duration: 627.537598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:38.63963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:38.019273Z","time spent":"620.275599ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17132,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:38:38.639756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.578409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:38:38.639877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.203488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-01T09:38:38.639946Z","caller":"traceutil/trace.go:171","msg":"trace[181160751] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5648; }","duration":"627.307201ms","start":"2026-07-01T09:38:38.01262Z","end":"2026-07-01T09:38:38.639927Z","steps":["trace[181160751] 'agreement among raft nodes before linearized reading' (duration: 627.106445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:38.639997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:38.012599Z","time spent":"627.383563ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-01T09:38:38.63981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:38.01164Z","time spent":"628.072202ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:38:38.639907Z","caller":"traceutil/trace.go:171","msg":"trace[901003619] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5648; }","duration":"597.763174ms","start":"2026-07-01T09:38:38.042117Z","end":"2026-07-01T09:38:38.63988Z","steps":["trace[901003619] 'agreement among raft nodes before linearized reading' (duration: 597.566019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:38.641033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:38.042067Z","time spent":"598.939116ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:38:38.641212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:38.011392Z","time spent":"628.241317ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:38:43.787296Z","caller":"traceutil/trace.go:171","msg":"trace[1858082044] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"145.233483ms","start":"2026-07-01T09:38:43.642043Z","end":"2026-07-01T09:38:43.787277Z","steps":["trace[1858082044] 'process raft request' (duration: 145.173471ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:43.787328Z","caller":"traceutil/trace.go:171","msg":"trace[781369446] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"146.352483ms","start":"2026-07-01T09:38:43.640941Z","end":"2026-07-01T09:38:43.787294Z","steps":["trace[781369446] 'process raft request' (duration: 146.131587ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:43.787526Z","caller":"traceutil/trace.go:171","msg":"trace[2075629232] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"145.288915ms","start":"2026-07-01T09:38:43.64221Z","end":"2026-07-01T09:38:43.787499Z","steps":["trace[2075629232] 'process raft request' (duration: 145.036148ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:44.293526Z","caller":"traceutil/trace.go:171","msg":"trace[20968137] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"171.864787ms","start":"2026-07-01T09:38:44.121634Z","end":"2026-07-01T09:38:44.293498Z","steps":["trace[20968137] 'process raft request' (duration: 171.637331ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:44.302202Z","caller":"traceutil/trace.go:171","msg":"trace[323104574] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"180.255174ms","start":"2026-07-01T09:38:44.12192Z","end":"2026-07-01T09:38:44.302175Z","steps":["trace[323104574] 'process raft request' (duration: 180.155911ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:44.774393Z","caller":"traceutil/trace.go:171","msg":"trace[2050875765] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"105.185186ms","start":"2026-07-01T09:38:44.669192Z","end":"2026-07-01T09:38:44.774377Z","steps":["trace[2050875765] 'process raft request' (duration: 105.071733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:44.984705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.076465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:38:44.984784Z","caller":"traceutil/trace.go:171","msg":"trace[830259713] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5699; }","duration":"136.228699ms","start":"2026-07-01T09:38:44.848538Z","end":"2026-07-01T09:38:44.984767Z","steps":["trace[830259713] 'count revisions from in-memory index tree' (duration: 135.965982ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:39:02.823985Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2876} {"level":"info","ts":"2026-07-01T09:39:02.909645Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2876,"took":"84.070562ms","hash":1751103951,"current-db-size-bytes":57352192,"current-db-size":"57 MB","current-db-size-in-use-bytes":32489472,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T09:39:02.909715Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1751103951,"revision":2876,"compact-revision":-1} {"level":"info","ts":"2026-07-01T09:39:28.819222Z","caller":"traceutil/trace.go:171","msg":"trace[77128056] linearizableReadLoop","detail":"{readStateIndex:6289; appliedIndex:6287; }","duration":"282.379157ms","start":"2026-07-01T09:39:28.536817Z","end":"2026-07-01T09:39:28.819196Z","steps":["trace[77128056] 'read index received' (duration: 59.717001ms)","trace[77128056] 'applied index is now lower than readState.Index' (duration: 222.660766ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:39:28.819311Z","caller":"traceutil/trace.go:171","msg":"trace[493576949] transaction","detail":"{read_only:false; response_revision:6065; number_of_response:1; }","duration":"291.983888ms","start":"2026-07-01T09:39:28.527287Z","end":"2026-07-01T09:39:28.81927Z","steps":["trace[493576949] 'process raft request' (duration: 254.814339ms)","trace[493576949] 'compare' (duration: 36.777498ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:39:28.819615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.93777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:39:28.819613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.275775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:39:28.819699Z","caller":"traceutil/trace.go:171","msg":"trace[1782243732] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6065; }","duration":"161.062953ms","start":"2026-07-01T09:39:28.65862Z","end":"2026-07-01T09:39:28.819683Z","steps":["trace[1782243732] 'agreement among raft nodes before linearized reading' (duration: 160.92652ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:39:28.819738Z","caller":"traceutil/trace.go:171","msg":"trace[1290268163] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6065; }","duration":"243.43172ms","start":"2026-07-01T09:39:28.576266Z","end":"2026-07-01T09:39:28.819698Z","steps":["trace[1290268163] 'agreement among raft nodes before linearized reading' (duration: 243.169973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:39:28.819951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.362511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:39:28.820011Z","caller":"traceutil/trace.go:171","msg":"trace[995539388] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6065; }","duration":"161.484405ms","start":"2026-07-01T09:39:28.658514Z","end":"2026-07-01T09:39:28.819998Z","steps":["trace[995539388] 'agreement among raft nodes before linearized reading' (duration: 161.393172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:39:28.820312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.527291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-07-01T09:39:28.820387Z","caller":"traceutil/trace.go:171","msg":"trace[2132009773] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6065; }","duration":"156.636503ms","start":"2026-07-01T09:39:28.663737Z","end":"2026-07-01T09:39:28.820373Z","steps":["trace[2132009773] 'agreement among raft nodes before linearized reading' (duration: 155.750639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:39:28.820479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.655592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224956"} {"level":"info","ts":"2026-07-01T09:39:28.820544Z","caller":"traceutil/trace.go:171","msg":"trace[1892656079] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6065; }","duration":"283.742094ms","start":"2026-07-01T09:39:28.536788Z","end":"2026-07-01T09:39:28.82053Z","steps":["trace[1892656079] 'agreement among raft nodes before linearized reading' (duration: 282.570802ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:44:02.831011Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5810} {"level":"info","ts":"2026-07-01T09:44:02.911511Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5810,"took":"78.717534ms","hash":3121750549,"current-db-size-bytes":57352192,"current-db-size":"57 MB","current-db-size-in-use-bytes":26304512,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-01T09:44:02.91157Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3121750549,"revision":5810,"compact-revision":2876} {"level":"info","ts":"2026-07-01T09:44:40.688607Z","caller":"traceutil/trace.go:171","msg":"trace[578639401] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"113.211378ms","start":"2026-07-01T09:44:40.575363Z","end":"2026-07-01T09:44:40.688575Z","steps":["trace[578639401] 'process raft request' (duration: 91.809272ms)","trace[578639401] 'compare' (duration: 21.19001ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:44:47.780447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691238571,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T09:44:47.992459Z","caller":"traceutil/trace.go:171","msg":"trace[278893053] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"882.698677ms","start":"2026-07-01T09:44:47.109739Z","end":"2026-07-01T09:44:47.992438Z","steps":["trace[278893053] 'process raft request' (duration: 882.588394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:47.99257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:47.109708Z","time spent":"882.804949ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:44:48.019783Z","caller":"traceutil/trace.go:171","msg":"trace[927694325] linearizableReadLoop","detail":"{readStateIndex:8714; appliedIndex:8710; }","duration":"739.403034ms","start":"2026-07-01T09:44:47.280345Z","end":"2026-07-01T09:44:48.019748Z","steps":["trace[927694325] 'read index received' (duration: 712.023995ms)","trace[927694325] 'applied index is now lower than readState.Index' (duration: 27.377179ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:44:48.019845Z","caller":"traceutil/trace.go:171","msg":"trace[47084558] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"823.113555ms","start":"2026-07-01T09:44:47.196703Z","end":"2026-07-01T09:44:48.019817Z","steps":["trace[47084558] 'process raft request' (duration: 822.970281ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:44:48.01984Z","caller":"traceutil/trace.go:171","msg":"trace[430727798] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"891.63345ms","start":"2026-07-01T09:44:47.12816Z","end":"2026-07-01T09:44:48.019793Z","steps":["trace[430727798] 'process raft request' (duration: 891.429225ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:44:48.019873Z","caller":"traceutil/trace.go:171","msg":"trace[523682725] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"894.786417ms","start":"2026-07-01T09:44:47.12506Z","end":"2026-07-01T09:44:48.019846Z","steps":["trace[523682725] 'process raft request' (duration: 894.335534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:48.019966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:47.196673Z","time spent":"823.226588ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:44:48.020056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:47.125029Z","time spent":"894.91262ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:44:48.020062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:47.128147Z","time spent":"891.781735ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:44:48.020092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.794039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:44:48.020167Z","caller":"traceutil/trace.go:171","msg":"trace[1119775708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8412; }","duration":"240.930804ms","start":"2026-07-01T09:44:47.779217Z","end":"2026-07-01T09:44:48.020148Z","steps":["trace[1119775708] 'agreement among raft nodes before linearized reading' (duration: 240.736379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:48.02023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.978465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:44:48.020268Z","caller":"traceutil/trace.go:171","msg":"trace[1737636068] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8412; }","duration":"146.058187ms","start":"2026-07-01T09:44:47.874198Z","end":"2026-07-01T09:44:48.020256Z","steps":["trace[1737636068] 'agreement among raft nodes before linearized reading' (duration: 145.976785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:48.020265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.764904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:44:48.020324Z","caller":"traceutil/trace.go:171","msg":"trace[1640039253] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8412; }","duration":"740.018441ms","start":"2026-07-01T09:44:47.28029Z","end":"2026-07-01T09:44:48.020308Z","steps":["trace[1640039253] 'agreement among raft nodes before linearized reading' (duration: 739.627061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:48.020374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:47.280265Z","time spent":"740.096704ms","remote":"127.0.0.1:60090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:44:54.197576Z","caller":"traceutil/trace.go:171","msg":"trace[615788899] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"118.235796ms","start":"2026-07-01T09:44:54.079305Z","end":"2026-07-01T09:44:54.197541Z","steps":["trace[615788899] 'process raft request' (duration: 70.602993ms)","trace[615788899] 'compare' (duration: 47.415827ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:44:54.197933Z","caller":"traceutil/trace.go:171","msg":"trace[691338410] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"102.736222ms","start":"2026-07-01T09:44:54.095185Z","end":"2026-07-01T09:44:54.197922Z","steps":["trace[691338410] 'process raft request' (duration: 102.270899ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:44:56.343093Z","caller":"traceutil/trace.go:171","msg":"trace[1508836818] linearizableReadLoop","detail":"{readStateIndex:8757; appliedIndex:8756; }","duration":"129.638577ms","start":"2026-07-01T09:44:56.213429Z","end":"2026-07-01T09:44:56.343067Z","steps":["trace[1508836818] 'read index received' (duration: 16.697477ms)","trace[1508836818] 'applied index is now lower than readState.Index' (duration: 112.93968ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:44:56.343131Z","caller":"traceutil/trace.go:171","msg":"trace[1384389807] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"135.323843ms","start":"2026-07-01T09:44:56.20776Z","end":"2026-07-01T09:44:56.343084Z","steps":["trace[1384389807] 'process raft request' (duration: 107.898972ms)","trace[1384389807] 'compare' (duration: 27.267727ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:44:56.343579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.117571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlds\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-07-01T09:44:56.343735Z","caller":"traceutil/trace.go:171","msg":"trace[1000122757] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlds; range_end:; response_count:1; response_revision:8453; }","duration":"130.341337ms","start":"2026-07-01T09:44:56.213362Z","end":"2026-07-01T09:44:56.343704Z","steps":["trace[1000122757] 'agreement among raft nodes before linearized reading' (duration: 129.842793ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:44:59.808048Z","caller":"traceutil/trace.go:171","msg":"trace[1777965852] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"597.890113ms","start":"2026-07-01T09:44:59.21013Z","end":"2026-07-01T09:44:59.80802Z","steps":["trace[1777965852] 'process raft request' (duration: 597.558704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:59.808188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:59.210107Z","time spent":"598.011656ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:00.125851Z","caller":"traceutil/trace.go:171","msg":"trace[851689390] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"137.189083ms","start":"2026-07-01T09:44:59.988628Z","end":"2026-07-01T09:45:00.125817Z","steps":["trace[851689390] 'process raft request' (duration: 61.613755ms)","trace[851689390] 'compare' (duration: 74.609722ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:00.345795Z","caller":"traceutil/trace.go:171","msg":"trace[587021811] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"104.961652ms","start":"2026-07-01T09:45:00.240805Z","end":"2026-07-01T09:45:00.345767Z","steps":["trace[587021811] 'process raft request' (duration: 63.015176ms)","trace[587021811] 'compare' (duration: 41.833343ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:00.421659Z","caller":"traceutil/trace.go:171","msg":"trace[1901839860] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"179.143452ms","start":"2026-07-01T09:45:00.242484Z","end":"2026-07-01T09:45:00.421628Z","steps":["trace[1901839860] 'process raft request' (duration: 178.792403ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:01.078605Z","caller":"traceutil/trace.go:171","msg":"trace[1298661169] linearizableReadLoop","detail":"{readStateIndex:8782; appliedIndex:8781; }","duration":"220.311519ms","start":"2026-07-01T09:45:00.858266Z","end":"2026-07-01T09:45:01.078578Z","steps":["trace[1298661169] 'read index received' (duration: 220.138965ms)","trace[1298661169] 'applied index is now lower than readState.Index' (duration: 171.454µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:01.078659Z","caller":"traceutil/trace.go:171","msg":"trace[1322620578] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"223.275781ms","start":"2026-07-01T09:45:00.855341Z","end":"2026-07-01T09:45:01.078617Z","steps":["trace[1322620578] 'process raft request' (duration: 223.058115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:01.078856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.344007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T09:45:01.0789Z","caller":"traceutil/trace.go:171","msg":"trace[2077928586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8478; }","duration":"202.474611ms","start":"2026-07-01T09:45:00.876414Z","end":"2026-07-01T09:45:01.078889Z","steps":["trace[2077928586] 'agreement among raft nodes before linearized reading' (duration: 202.300536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:01.078876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.738358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T09:45:01.078913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.654529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T09:45:01.078952Z","caller":"traceutil/trace.go:171","msg":"trace[473949631] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8478; }","duration":"153.860271ms","start":"2026-07-01T09:45:00.925072Z","end":"2026-07-01T09:45:01.078932Z","steps":["trace[473949631] 'agreement among raft nodes before linearized reading' (duration: 153.715347ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:01.079009Z","caller":"traceutil/trace.go:171","msg":"trace[745619285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8478; }","duration":"220.806123ms","start":"2026-07-01T09:45:00.85818Z","end":"2026-07-01T09:45:01.078986Z","steps":["trace[745619285] 'agreement among raft nodes before linearized reading' (duration: 220.526925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:02.022533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.714695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:45:02.022915Z","caller":"traceutil/trace.go:171","msg":"trace[1916007116] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"938.337586ms","start":"2026-07-01T09:45:01.084538Z","end":"2026-07-01T09:45:02.022876Z","steps":["trace[1916007116] 'process raft request' (duration: 938.146791ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:02.022939Z","caller":"traceutil/trace.go:171","msg":"trace[470436206] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"939.21466ms","start":"2026-07-01T09:45:01.083658Z","end":"2026-07-01T09:45:02.022873Z","steps":["trace[470436206] 'process raft request' (duration: 109.030803ms)","trace[470436206] 'compare' (duration: 829.496818ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:02.023123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:01.08452Z","time spent":"938.492411ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:02.023129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:01.083634Z","time spent":"939.400496ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:02.137889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.078239ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T09:45:02.138005Z","caller":"traceutil/trace.go:171","msg":"trace[2067970189] linearizableReadLoop","detail":"{readStateIndex:8785; appliedIndex:8782; }","duration":"358.037086ms","start":"2026-07-01T09:45:01.779952Z","end":"2026-07-01T09:45:02.137989Z","steps":["trace[2067970189] 'read index received' (duration: 117.091243ms)","trace[2067970189] 'applied index is now lower than readState.Index' (duration: 240.943943ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:02.138084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.145509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:02.13811Z","caller":"traceutil/trace.go:171","msg":"trace[1724815893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8480; }","duration":"358.240522ms","start":"2026-07-01T09:45:01.77986Z","end":"2026-07-01T09:45:02.138101Z","steps":["trace[1724815893] 'agreement among raft nodes before linearized reading' (duration: 358.173761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:02.138139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:01.779814Z","time spent":"358.318314ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T09:45:02.329479Z","caller":"traceutil/trace.go:171","msg":"trace[568071971] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"185.592429ms","start":"2026-07-01T09:45:02.143855Z","end":"2026-07-01T09:45:02.329447Z","steps":["trace[568071971] 'process raft request' (duration: 185.388513ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:02.453483Z","caller":"traceutil/trace.go:171","msg":"trace[980223810] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"284.544037ms","start":"2026-07-01T09:45:02.168909Z","end":"2026-07-01T09:45:02.453453Z","steps":["trace[980223810] 'process raft request' (duration: 197.785652ms)","trace[980223810] 'compare' (duration: 86.57805ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:02.499845Z","caller":"traceutil/trace.go:171","msg":"trace[1074641897] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"148.822482ms","start":"2026-07-01T09:45:02.350992Z","end":"2026-07-01T09:45:02.499815Z","steps":["trace[1074641897] 'process raft request' (duration: 148.696239ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:02.54944Z","caller":"traceutil/trace.go:171","msg":"trace[2048903635] linearizableReadLoop","detail":"{readStateIndex:8789; appliedIndex:8787; }","duration":"106.980398ms","start":"2026-07-01T09:45:02.442434Z","end":"2026-07-01T09:45:02.549414Z","steps":["trace[2048903635] 'read index received' (duration: 57.302398ms)","trace[2048903635] 'applied index is now lower than readState.Index' (duration: 49.67673ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:02.54956Z","caller":"traceutil/trace.go:171","msg":"trace[1836703085] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"122.77953ms","start":"2026-07-01T09:45:02.42675Z","end":"2026-07-01T09:45:02.549529Z","steps":["trace[1836703085] 'process raft request' (duration: 122.492792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:02.549691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.237585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T09:45:02.549774Z","caller":"traceutil/trace.go:171","msg":"trace[1900760615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8484; }","duration":"107.358948ms","start":"2026-07-01T09:45:02.442397Z","end":"2026-07-01T09:45:02.549756Z","steps":["trace[1900760615] 'agreement among raft nodes before linearized reading' (duration: 107.153513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:02.549802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.225368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlds\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-07-01T09:45:02.549968Z","caller":"traceutil/trace.go:171","msg":"trace[925056921] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlds; range_end:; response_count:1; response_revision:8484; }","duration":"102.349541ms","start":"2026-07-01T09:45:02.447549Z","end":"2026-07-01T09:45:02.549899Z","steps":["trace[925056921] 'agreement among raft nodes before linearized reading' (duration: 102.059613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:02.978069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.119146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:45:02.978177Z","caller":"traceutil/trace.go:171","msg":"trace[1665120242] linearizableReadLoop","detail":"{readStateIndex:8790; appliedIndex:8789; }","duration":"423.519651ms","start":"2026-07-01T09:45:02.55464Z","end":"2026-07-01T09:45:02.978159Z","steps":["trace[1665120242] 'read index received' (duration: 166.206199ms)","trace[1665120242] 'applied index is now lower than readState.Index' (duration: 257.312141ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:02.978252Z","caller":"traceutil/trace.go:171","msg":"trace[1622835622] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"423.85153ms","start":"2026-07-01T09:45:02.554373Z","end":"2026-07-01T09:45:02.978225Z","steps":["trace[1622835622] 'process raft request' (duration: 166.482657ms)","trace[1622835622] 'compare' (duration: 256.984433ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:02.978404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:02.554354Z","time spent":"423.967933ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:02.978639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.002184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222766"} {"level":"info","ts":"2026-07-01T09:45:02.9787Z","caller":"traceutil/trace.go:171","msg":"trace[1070571817] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8485; }","duration":"424.104527ms","start":"2026-07-01T09:45:02.554585Z","end":"2026-07-01T09:45:02.97869Z","steps":["trace[1070571817] 'agreement among raft nodes before linearized reading' (duration: 423.665935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:02.978744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:02.554564Z","time spent":"424.169688ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222790,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-01T09:45:02.978822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.513478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:02.978925Z","caller":"traceutil/trace.go:171","msg":"trace[2130114493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8485; }","duration":"200.659362ms","start":"2026-07-01T09:45:02.778241Z","end":"2026-07-01T09:45:02.9789Z","steps":["trace[2130114493] 'agreement among raft nodes before linearized reading' (duration: 200.444436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:02.978991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.428087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T09:45:02.979085Z","caller":"traceutil/trace.go:171","msg":"trace[364107603] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8485; }","duration":"260.585121ms","start":"2026-07-01T09:45:02.718478Z","end":"2026-07-01T09:45:02.979063Z","steps":["trace[364107603] 'agreement among raft nodes before linearized reading' (duration: 260.17848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:03.316125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.976352ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:03.316282Z","caller":"traceutil/trace.go:171","msg":"trace[1414379381] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8485; }","duration":"128.358363ms","start":"2026-07-01T09:45:03.187892Z","end":"2026-07-01T09:45:03.31625Z","steps":["trace[1414379381] 'range keys from in-memory index tree' (duration: 127.946681ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:03.379356Z","caller":"traceutil/trace.go:171","msg":"trace[270890186] linearizableReadLoop","detail":"{readStateIndex:8791; appliedIndex:8790; }","duration":"295.124647ms","start":"2026-07-01T09:45:03.0842Z","end":"2026-07-01T09:45:03.379325Z","steps":["trace[270890186] 'read index received' (duration: 294.829859ms)","trace[270890186] 'applied index is now lower than readState.Index' (duration: 293.658µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:03.379405Z","caller":"traceutil/trace.go:171","msg":"trace[1340419634] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"394.897267ms","start":"2026-07-01T09:45:02.984472Z","end":"2026-07-01T09:45:03.379369Z","steps":["trace[1340419634] 'process raft request' (duration: 394.622089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:03.379566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.362223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T09:45:03.379561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:02.984459Z","time spent":"395.01792ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:03.379604Z","caller":"traceutil/trace.go:171","msg":"trace[621443491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8486; }","duration":"295.473406ms","start":"2026-07-01T09:45:03.084119Z","end":"2026-07-01T09:45:03.379593Z","steps":["trace[621443491] 'agreement among raft nodes before linearized reading' (duration: 295.315252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:03.793326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.768727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:45:03.79346Z","caller":"traceutil/trace.go:171","msg":"trace[540707712] linearizableReadLoop","detail":"{readStateIndex:8792; appliedIndex:8791; }","duration":"207.9278ms","start":"2026-07-01T09:45:03.585515Z","end":"2026-07-01T09:45:03.793443Z","steps":["trace[540707712] 'read index received' (duration: 41.977249ms)","trace[540707712] 'applied index is now lower than readState.Index' (duration: 165.949031ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:03.793541Z","caller":"traceutil/trace.go:171","msg":"trace[978934360] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"409.24583ms","start":"2026-07-01T09:45:03.384228Z","end":"2026-07-01T09:45:03.793474Z","steps":["trace[978934360] 'process raft request' (duration: 243.247127ms)","trace[978934360] 'compare' (duration: 165.421217ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:03.79359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.064075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:03.793674Z","caller":"traceutil/trace.go:171","msg":"trace[529000958] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8487; }","duration":"208.216558ms","start":"2026-07-01T09:45:03.585436Z","end":"2026-07-01T09:45:03.793653Z","steps":["trace[529000958] 'agreement among raft nodes before linearized reading' (duration: 208.074614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:03.793805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:03.384199Z","time spent":"409.459816ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:04.146073Z","caller":"traceutil/trace.go:171","msg":"trace[287891938] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"114.839793ms","start":"2026-07-01T09:45:04.031209Z","end":"2026-07-01T09:45:04.146049Z","steps":["trace[287891938] 'process raft request' (duration: 114.698959ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:04.245837Z","caller":"traceutil/trace.go:171","msg":"trace[573017934] linearizableReadLoop","detail":"{readStateIndex:8794; appliedIndex:8792; }","duration":"142.343595ms","start":"2026-07-01T09:45:04.103471Z","end":"2026-07-01T09:45:04.245815Z","steps":["trace[573017934] 'read index received' (duration: 42.451802ms)","trace[573017934] 'applied index is now lower than readState.Index' (duration: 99.890693ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:04.245834Z","caller":"traceutil/trace.go:171","msg":"trace[1081862275] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"214.282964ms","start":"2026-07-01T09:45:04.031518Z","end":"2026-07-01T09:45:04.245801Z","steps":["trace[1081862275] 'process raft request' (duration: 212.375512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:04.246196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.699185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-01T09:45:04.246271Z","caller":"traceutil/trace.go:171","msg":"trace[835806064] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8490; }","duration":"142.839658ms","start":"2026-07-01T09:45:04.103415Z","end":"2026-07-01T09:45:04.246255Z","steps":["trace[835806064] 'agreement among raft nodes before linearized reading' (duration: 142.480679ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:04.733217Z","caller":"traceutil/trace.go:171","msg":"trace[808824053] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"178.467134ms","start":"2026-07-01T09:45:04.55472Z","end":"2026-07-01T09:45:04.733187Z","steps":["trace[808824053] 'process raft request' (duration: 176.351376ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:08.463051Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000227b.wal"} {"level":"info","ts":"2026-07-01T09:45:24.564155Z","caller":"traceutil/trace.go:171","msg":"trace[1576859139] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"155.798549ms","start":"2026-07-01T09:45:24.408332Z","end":"2026-07-01T09:45:24.56413Z","steps":["trace[1576859139] 'process raft request' (duration: 131.39738ms)","trace[1576859139] 'compare' (duration: 24.251414ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:29.107346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.239183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19532"} {"level":"info","ts":"2026-07-01T09:45:29.107503Z","caller":"traceutil/trace.go:171","msg":"trace[1405512729] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8680; }","duration":"163.687925ms","start":"2026-07-01T09:45:28.943789Z","end":"2026-07-01T09:45:29.107477Z","steps":["trace[1405512729] 'range keys from in-memory index tree' (duration: 163.001966ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:30.562204Z","caller":"traceutil/trace.go:171","msg":"trace[314530657] linearizableReadLoop","detail":"{readStateIndex:9001; appliedIndex:9000; }","duration":"111.537145ms","start":"2026-07-01T09:45:30.450637Z","end":"2026-07-01T09:45:30.562174Z","steps":["trace[314530657] 'read index received' (duration: 111.275448ms)","trace[314530657] 'applied index is now lower than readState.Index' (duration: 260.417µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:30.562556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.877895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T09:45:30.562605Z","caller":"traceutil/trace.go:171","msg":"trace[608053160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8688; }","duration":"112.011869ms","start":"2026-07-01T09:45:30.45058Z","end":"2026-07-01T09:45:30.562592Z","steps":["trace[608053160] 'agreement among raft nodes before linearized reading' (duration: 111.717481ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:30.562623Z","caller":"traceutil/trace.go:171","msg":"trace[1672844943] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"205.89476ms","start":"2026-07-01T09:45:30.356698Z","end":"2026-07-01T09:45:30.562593Z","steps":["trace[1672844943] 'process raft request' (duration: 205.286163ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:32.575526Z","caller":"traceutil/trace.go:171","msg":"trace[1444156324] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"584.761462ms","start":"2026-07-01T09:45:31.990736Z","end":"2026-07-01T09:45:32.575497Z","steps":["trace[1444156324] 'process raft request' (duration: 584.401832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:32.575667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:31.990716Z","time spent":"584.880236ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:33.087815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691239420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T09:45:33.576657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.785613ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:33.576774Z","caller":"traceutil/trace.go:171","msg":"trace[708210494] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8696; }","duration":"388.915316ms","start":"2026-07-01T09:45:33.187843Z","end":"2026-07-01T09:45:33.576758Z","steps":["trace[708210494] 'range keys from in-memory index tree' (duration: 388.770343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:33.577308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.543579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:45:33.577419Z","caller":"traceutil/trace.go:171","msg":"trace[980635642] transaction","detail":"{read_only:false; response_revision:8697; number_of_response:1; }","duration":"998.869839ms","start":"2026-07-01T09:45:32.578534Z","end":"2026-07-01T09:45:33.577404Z","steps":["trace[980635642] 'process raft request' (duration: 792.162936ms)","trace[980635642] 'compare' (duration: 206.451456ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:33.577463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:32.578509Z","time spent":"998.93483ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:33.58695Z","caller":"traceutil/trace.go:171","msg":"trace[756386264] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"975.422046ms","start":"2026-07-01T09:45:32.611508Z","end":"2026-07-01T09:45:33.58693Z","steps":["trace[756386264] 'process raft request' (duration: 975.251372ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:33.586929Z","caller":"traceutil/trace.go:171","msg":"trace[1895437485] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"976.369812ms","start":"2026-07-01T09:45:32.610526Z","end":"2026-07-01T09:45:33.586896Z","steps":["trace[1895437485] 'process raft request' (duration: 976.027563ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:33.586948Z","caller":"traceutil/trace.go:171","msg":"trace[1219435633] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"962.285267ms","start":"2026-07-01T09:45:32.624615Z","end":"2026-07-01T09:45:33.586901Z","steps":["trace[1219435633] 'process raft request' (duration: 962.192954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:33.587045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:32.611485Z","time spent":"975.508369ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:33.587125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:32.610492Z","time spent":"976.529017ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:33.587166Z","caller":"traceutil/trace.go:171","msg":"trace[1283888229] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"750.276308ms","start":"2026-07-01T09:45:32.836862Z","end":"2026-07-01T09:45:33.587138Z","steps":["trace[1283888229] 'process raft request' (duration: 749.99194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:33.587184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:32.624592Z","time spent":"962.465422ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:33.587248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:32.836842Z","time spent":"750.37363ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:33.58716Z","caller":"traceutil/trace.go:171","msg":"trace[1072928540] linearizableReadLoop","detail":"{readStateIndex:9015; appliedIndex:9010; }","duration":"999.446584ms","start":"2026-07-01T09:45:32.587671Z","end":"2026-07-01T09:45:33.587117Z","steps":["trace[1072928540] 'read index received' (duration: 782.985033ms)","trace[1072928540] 'applied index is now lower than readState.Index' (duration: 216.459951ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:33.58737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.677111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-01T09:45:33.587396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.260469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:33.587414Z","caller":"traceutil/trace.go:171","msg":"trace[236625583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8701; }","duration":"999.768443ms","start":"2026-07-01T09:45:32.587633Z","end":"2026-07-01T09:45:33.587402Z","steps":["trace[236625583] 'agreement among raft nodes before linearized reading' (duration: 999.591518ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:33.58745Z","caller":"traceutil/trace.go:171","msg":"trace[239134721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8701; }","duration":"807.338681ms","start":"2026-07-01T09:45:32.780096Z","end":"2026-07-01T09:45:33.587435Z","steps":["trace[239134721] 'agreement among raft nodes before linearized reading' (duration: 807.250809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:33.587453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:32.587617Z","time spent":"999.827885ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T09:45:33.587483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:32.780077Z","time spent":"807.399462ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T09:45:33.587515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.140115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlds\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-07-01T09:45:33.587561Z","caller":"traceutil/trace.go:171","msg":"trace[1623876333] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlds; range_end:; response_count:1; response_revision:8701; }","duration":"392.222517ms","start":"2026-07-01T09:45:33.195328Z","end":"2026-07-01T09:45:33.587551Z","steps":["trace[1623876333] 'agreement among raft nodes before linearized reading' (duration: 392.069253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:33.587597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:33.195316Z","time spent":"392.272778ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-6jlds\" "} {"level":"warn","ts":"2026-07-01T09:45:33.587704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.130965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-01T09:45:33.587739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.153103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:45:33.587794Z","caller":"traceutil/trace.go:171","msg":"trace[2144563304] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8701; }","duration":"712.283557ms","start":"2026-07-01T09:45:32.875496Z","end":"2026-07-01T09:45:33.58778Z","steps":["trace[2144563304] 'agreement among raft nodes before linearized reading' (duration: 712.150163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:33.58783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:32.875474Z","time spent":"712.347739ms","remote":"127.0.0.1:57890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:45:33.587743Z","caller":"traceutil/trace.go:171","msg":"trace[892394140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8701; }","duration":"403.202987ms","start":"2026-07-01T09:45:33.18453Z","end":"2026-07-01T09:45:33.587733Z","steps":["trace[892394140] 'agreement among raft nodes before linearized reading' (duration: 403.098475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:33.588037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:33.184511Z","time spent":"403.478385ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T09:45:37.907882Z","caller":"traceutil/trace.go:171","msg":"trace[629087194] linearizableReadLoop","detail":"{readStateIndex:9034; appliedIndex:9033; }","duration":"317.134159ms","start":"2026-07-01T09:45:37.590729Z","end":"2026-07-01T09:45:37.907863Z","steps":["trace[629087194] 'read index received' (duration: 316.987715ms)","trace[629087194] 'applied index is now lower than readState.Index' (duration: 145.534µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:37.907925Z","caller":"traceutil/trace.go:171","msg":"trace[1256189467] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"318.030813ms","start":"2026-07-01T09:45:37.589872Z","end":"2026-07-01T09:45:37.907902Z","steps":["trace[1256189467] 'process raft request' (duration: 317.838198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:37.90803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.305803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T09:45:37.908054Z","caller":"traceutil/trace.go:171","msg":"trace[982932984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8719; }","duration":"317.376395ms","start":"2026-07-01T09:45:37.59067Z","end":"2026-07-01T09:45:37.908047Z","steps":["trace[982932984] 'agreement among raft nodes before linearized reading' (duration: 317.273652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:37.908049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:37.589848Z","time spent":"318.125166ms","remote":"127.0.0.1:56634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:37.908069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:37.590647Z","time spent":"317.419116ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T09:45:38.408464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691239484,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T09:45:38.410381Z","caller":"traceutil/trace.go:171","msg":"trace[916195602] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"809.582991ms","start":"2026-07-01T09:45:37.600783Z","end":"2026-07-01T09:45:38.410366Z","steps":["trace[916195602] 'process raft request' (duration: 809.343665ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:38.410396Z","caller":"traceutil/trace.go:171","msg":"trace[546358985] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"809.410657ms","start":"2026-07-01T09:45:37.600962Z","end":"2026-07-01T09:45:38.410373Z","steps":["trace[546358985] 'process raft request' (duration: 809.326414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:38.410481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:37.600766Z","time spent":"809.647634ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:38.410544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:37.600929Z","time spent":"809.53528ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:38.410699Z","caller":"traceutil/trace.go:171","msg":"trace[678348471] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"807.71531ms","start":"2026-07-01T09:45:37.60297Z","end":"2026-07-01T09:45:38.410685Z","steps":["trace[678348471] 'process raft request' (duration: 807.577546ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:38.410691Z","caller":"traceutil/trace.go:171","msg":"trace[885815002] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"808.80829ms","start":"2026-07-01T09:45:37.601853Z","end":"2026-07-01T09:45:38.410661Z","steps":["trace[885815002] 'process raft request' (duration: 808.481011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:38.410851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:37.602962Z","time spent":"807.813494ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:38.410927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:37.601843Z","time spent":"809.043897ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:38.639579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.680865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:45:38.639664Z","caller":"traceutil/trace.go:171","msg":"trace[1068047936] linearizableReadLoop","detail":"{readStateIndex:9039; appliedIndex:9034; }","duration":"731.718609ms","start":"2026-07-01T09:45:37.90793Z","end":"2026-07-01T09:45:38.639649Z","steps":["trace[1068047936] 'read index received' (duration: 502.236421ms)","trace[1068047936] 'applied index is now lower than readState.Index' (duration: 229.481148ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:38.639803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001232794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:45:38.639892Z","caller":"traceutil/trace.go:171","msg":"trace[1836086760] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8724; }","duration":"1.001376218s","start":"2026-07-01T09:45:37.638498Z","end":"2026-07-01T09:45:38.639874Z","steps":["trace[1836086760] 'agreement among raft nodes before linearized reading' (duration: 1.001172722s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:38.639908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029453736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T09:45:38.639937Z","caller":"traceutil/trace.go:171","msg":"trace[713979605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8724; }","duration":"1.029493428s","start":"2026-07-01T09:45:37.610436Z","end":"2026-07-01T09:45:38.639929Z","steps":["trace[713979605] 'agreement among raft nodes before linearized reading' (duration: 1.029419146s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:38.639945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:37.638475Z","time spent":"1.001455759s","remote":"127.0.0.1:57900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:45:38.639969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:37.61043Z","time spent":"1.029532769s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T09:45:38.64001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033777804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T09:45:38.639981Z","caller":"traceutil/trace.go:171","msg":"trace[897726029] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"727.449922ms","start":"2026-07-01T09:45:37.912502Z","end":"2026-07-01T09:45:38.639952Z","steps":["trace[897726029] 'process raft request' (duration: 594.322984ms)","trace[897726029] 'compare' (duration: 132.579583ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:38.640001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036103148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T09:45:38.640041Z","caller":"traceutil/trace.go:171","msg":"trace[1930363957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8724; }","duration":"1.033824996s","start":"2026-07-01T09:45:37.606209Z","end":"2026-07-01T09:45:38.640034Z","steps":["trace[1930363957] 'agreement among raft nodes before linearized reading' (duration: 1.033742484s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:38.64006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:37.606197Z","time spent":"1.033857867s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T09:45:38.640063Z","caller":"traceutil/trace.go:171","msg":"trace[1460848565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8724; }","duration":"1.036195951s","start":"2026-07-01T09:45:37.603855Z","end":"2026-07-01T09:45:38.640051Z","steps":["trace[1460848565] 'agreement among raft nodes before linearized reading' (duration: 1.036050717s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:38.640095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:37.603845Z","time spent":"1.036242652s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T09:45:38.640131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.238605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:45:38.640126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:37.912481Z","time spent":"727.570226ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:38.640153Z","caller":"traceutil/trace.go:171","msg":"trace[1948688447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8724; }","duration":"862.306887ms","start":"2026-07-01T09:45:37.77784Z","end":"2026-07-01T09:45:38.640147Z","steps":["trace[1948688447] 'agreement among raft nodes before linearized reading' (duration: 862.274426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:38.640099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.254065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18be214f71ce6338\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-07-01T09:45:38.640172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:37.777818Z","time spent":"862.347408ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T09:45:38.640181Z","caller":"traceutil/trace.go:171","msg":"trace[326090699] range","detail":"{range_begin:/registry/events/openstack/ceph.18be214f71ce6338; range_end:; response_count:1; response_revision:8724; }","duration":"724.362397ms","start":"2026-07-01T09:45:37.91581Z","end":"2026-07-01T09:45:38.640172Z","steps":["trace[326090699] 'agreement among raft nodes before linearized reading' (duration: 724.241744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:38.640207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:37.915798Z","time spent":"724.402019ms","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.18be214f71ce6338\" "} {"level":"warn","ts":"2026-07-01T09:45:38.639841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026531077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlds\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-07-01T09:45:38.640268Z","caller":"traceutil/trace.go:171","msg":"trace[1141687302] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlds; range_end:; response_count:1; response_revision:8724; }","duration":"1.026972019s","start":"2026-07-01T09:45:37.613285Z","end":"2026-07-01T09:45:38.640257Z","steps":["trace[1141687302] 'agreement among raft nodes before linearized reading' (duration: 1.026425054s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:38.640311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:37.613276Z","time spent":"1.02702136s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-6jlds\" "} {"level":"info","ts":"2026-07-01T09:45:38.851975Z","caller":"traceutil/trace.go:171","msg":"trace[2009515695] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"209.960752ms","start":"2026-07-01T09:45:38.641982Z","end":"2026-07-01T09:45:38.851943Z","steps":["trace[2009515695] 'process raft request' (duration: 138.549536ms)","trace[2009515695] 'compare' (duration: 71.251282ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:38.921673Z","caller":"traceutil/trace.go:171","msg":"trace[1046393572] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"278.09657ms","start":"2026-07-01T09:45:38.64355Z","end":"2026-07-01T09:45:38.921646Z","steps":["trace[1046393572] 'process raft request' (duration: 278.016268ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:38.921928Z","caller":"traceutil/trace.go:171","msg":"trace[1004932302] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"278.691336ms","start":"2026-07-01T09:45:38.643226Z","end":"2026-07-01T09:45:38.921918Z","steps":["trace[1004932302] 'process raft request' (duration: 278.183932ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:38.922201Z","caller":"traceutil/trace.go:171","msg":"trace[232971989] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"278.44428ms","start":"2026-07-01T09:45:38.643727Z","end":"2026-07-01T09:45:38.922171Z","steps":["trace[232971989] 'process raft request' (duration: 277.882504ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:38.922506Z","caller":"traceutil/trace.go:171","msg":"trace[2129938255] linearizableReadLoop","detail":"{readStateIndex:9044; appliedIndex:9039; }","duration":"276.348212ms","start":"2026-07-01T09:45:38.646141Z","end":"2026-07-01T09:45:38.922489Z","steps":["trace[2129938255] 'read index received' (duration: 134.385092ms)","trace[2129938255] 'applied index is now lower than readState.Index' (duration: 141.962009ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:38.922663Z","caller":"traceutil/trace.go:171","msg":"trace[1706877090] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"277.173215ms","start":"2026-07-01T09:45:38.645479Z","end":"2026-07-01T09:45:38.922652Z","steps":["trace[1706877090] 'process raft request' (duration: 276.586069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:38.923098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.947339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227493"} {"level":"warn","ts":"2026-07-01T09:45:38.923132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.692382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:38.923179Z","caller":"traceutil/trace.go:171","msg":"trace[1898559201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8729; }","duration":"141.820546ms","start":"2026-07-01T09:45:38.781346Z","end":"2026-07-01T09:45:38.923167Z","steps":["trace[1898559201] 'agreement among raft nodes before linearized reading' (duration: 141.729994ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:38.923142Z","caller":"traceutil/trace.go:171","msg":"trace[207214405] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8729; }","duration":"277.035161ms","start":"2026-07-01T09:45:38.646098Z","end":"2026-07-01T09:45:38.923133Z","steps":["trace[207214405] 'agreement among raft nodes before linearized reading' (duration: 276.63845ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:40.516378Z","caller":"traceutil/trace.go:171","msg":"trace[428429676] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"100.045172ms","start":"2026-07-01T09:45:40.416302Z","end":"2026-07-01T09:45:40.516347Z","steps":["trace[428429676] 'process raft request' (duration: 99.661961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:46.161533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.815853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:45:46.161619Z","caller":"traceutil/trace.go:171","msg":"trace[1133055079] linearizableReadLoop","detail":"{readStateIndex:9121; appliedIndex:9120; }","duration":"415.053672ms","start":"2026-07-01T09:45:45.746553Z","end":"2026-07-01T09:45:46.161606Z","steps":["trace[1133055079] 'read index received' (duration: 299.014713ms)","trace[1133055079] 'applied index is now lower than readState.Index' (duration: 116.038139ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:46.161692Z","caller":"traceutil/trace.go:171","msg":"trace[2069220817] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"416.459451ms","start":"2026-07-01T09:45:45.745223Z","end":"2026-07-01T09:45:46.161682Z","steps":["trace[2069220817] 'process raft request' (duration: 300.429622ms)","trace[2069220817] 'compare' (duration: 115.70712ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:46.161735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:45.745212Z","time spent":"416.502741ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:46.161862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.307919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-67c94\" ","response":"range_response_count:1 size:4687"} {"level":"info","ts":"2026-07-01T09:45:46.161891Z","caller":"traceutil/trace.go:171","msg":"trace[1238490288] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-67c94; range_end:; response_count:1; response_revision:8802; }","duration":"415.406682ms","start":"2026-07-01T09:45:45.746478Z","end":"2026-07-01T09:45:46.161884Z","steps":["trace[1238490288] 'agreement among raft nodes before linearized reading' (duration: 415.353871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:46.16191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:45.746456Z","time spent":"415.449513ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4711,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-67c94\" "} {"level":"warn","ts":"2026-07-01T09:45:46.162038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.398147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-67c94\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-07-01T09:45:46.162065Z","caller":"traceutil/trace.go:171","msg":"trace[357988657] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-67c94; range_end:; response_count:1; response_revision:8802; }","duration":"409.461759ms","start":"2026-07-01T09:45:45.752596Z","end":"2026-07-01T09:45:46.162058Z","steps":["trace[357988657] 'agreement among raft nodes before linearized reading' (duration: 409.364806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:46.162083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:45.752576Z","time spent":"409.50234ms","remote":"127.0.0.1:45780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2825,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-67c94\" "} {"level":"warn","ts":"2026-07-01T09:45:46.162081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.349622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:46.162161Z","caller":"traceutil/trace.go:171","msg":"trace[623014772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8802; }","duration":"380.484255ms","start":"2026-07-01T09:45:45.78166Z","end":"2026-07-01T09:45:46.162144Z","steps":["trace[623014772] 'agreement among raft nodes before linearized reading' (duration: 380.348791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:46.162211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:45.781635Z","time spent":"380.567088ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T09:45:46.705778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691239721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T09:45:46.875284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.738677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T09:45:46.875449Z","caller":"traceutil/trace.go:171","msg":"trace[519349947] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8803; }","duration":"705.265724ms","start":"2026-07-01T09:45:46.170159Z","end":"2026-07-01T09:45:46.875425Z","steps":["trace[519349947] 'process raft request' (duration: 598.838798ms)","trace[519349947] 'compare' (duration: 105.040418ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:46.875554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:46.170144Z","time spent":"705.349277ms","remote":"127.0.0.1:45780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-07-01T09:45:46.890974Z","caller":"traceutil/trace.go:171","msg":"trace[1758726430] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"713.386916ms","start":"2026-07-01T09:45:46.177558Z","end":"2026-07-01T09:45:46.890945Z","steps":["trace[1758726430] 'process raft request' (duration: 713.16491ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:46.891159Z","caller":"traceutil/trace.go:171","msg":"trace[285724075] linearizableReadLoop","detail":"{readStateIndex:9129; appliedIndex:9121; }","duration":"685.996536ms","start":"2026-07-01T09:45:46.205114Z","end":"2026-07-01T09:45:46.89111Z","steps":["trace[285724075] 'read index received' (duration: 563.919051ms)","trace[285724075] 'applied index is now lower than readState.Index' (duration: 122.076655ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:46.891273Z","caller":"traceutil/trace.go:171","msg":"trace[1030844597] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"426.417354ms","start":"2026-07-01T09:45:46.464834Z","end":"2026-07-01T09:45:46.891251Z","steps":["trace[1030844597] 'process raft request' (duration: 426.024413ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:46.891291Z","caller":"traceutil/trace.go:171","msg":"trace[546921628] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"368.576258ms","start":"2026-07-01T09:45:46.522703Z","end":"2026-07-01T09:45:46.89128Z","steps":["trace[546921628] 'process raft request' (duration: 368.25865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:46.891337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:46.464806Z","time spent":"426.505786ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:46.891394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:46.522694Z","time spent":"368.62617ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:46.891186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:46.177547Z","time spent":"713.50719ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4634,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:46.891637Z","caller":"traceutil/trace.go:171","msg":"trace[1675907946] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"312.241295ms","start":"2026-07-01T09:45:46.579391Z","end":"2026-07-01T09:45:46.891632Z","steps":["trace[1675907946] 'process raft request' (duration: 311.611548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:46.891669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:46.579371Z","time spent":"312.281287ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:46.89167Z","caller":"traceutil/trace.go:171","msg":"trace[1075559212] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"378.275165ms","start":"2026-07-01T09:45:46.513346Z","end":"2026-07-01T09:45:46.891621Z","steps":["trace[1075559212] 'process raft request' (duration: 377.564755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:46.891698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.172879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:46.891743Z","caller":"traceutil/trace.go:171","msg":"trace[440801393] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8810; }","duration":"675.244072ms","start":"2026-07-01T09:45:46.216486Z","end":"2026-07-01T09:45:46.89173Z","steps":["trace[440801393] 'agreement among raft nodes before linearized reading' (duration: 675.165679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:46.891776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:46.216476Z","time spent":"675.291783ms","remote":"127.0.0.1:56626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:45:46.891792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:46.513322Z","time spent":"378.411369ms","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T09:45:46.891869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.862882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T09:45:46.891891Z","caller":"traceutil/trace.go:171","msg":"trace[1567888940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8810; }","duration":"185.926134ms","start":"2026-07-01T09:45:46.70596Z","end":"2026-07-01T09:45:46.891886Z","steps":["trace[1567888940] 'agreement among raft nodes before linearized reading' (duration: 185.880033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:46.891912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.958816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-67c94\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-07-01T09:45:46.891967Z","caller":"traceutil/trace.go:171","msg":"trace[2029372251] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-67c94; range_end:; response_count:1; response_revision:8810; }","duration":"378.036698ms","start":"2026-07-01T09:45:46.513913Z","end":"2026-07-01T09:45:46.89195Z","steps":["trace[2029372251] 'agreement among raft nodes before linearized reading' (duration: 377.950895ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:46.891977Z","caller":"traceutil/trace.go:171","msg":"trace[1023522134] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"311.013341ms","start":"2026-07-01T09:45:46.580918Z","end":"2026-07-01T09:45:46.891932Z","steps":["trace[1023522134] 'process raft request' (duration: 310.158728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:46.892108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:46.580896Z","time spent":"311.150715ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:46.892151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.044815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-01T09:45:46.892192Z","caller":"traceutil/trace.go:171","msg":"trace[1952038925] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:8810; }","duration":"687.128427ms","start":"2026-07-01T09:45:46.205051Z","end":"2026-07-01T09:45:46.89218Z","steps":["trace[1952038925] 'agreement among raft nodes before linearized reading' (duration: 686.968563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:46.892222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:46.205023Z","time spent":"687.192349ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-07-01T09:45:46.892009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:46.513905Z","time spent":"378.08993ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-67c94\" "} {"level":"info","ts":"2026-07-01T09:45:46.891618Z","caller":"traceutil/trace.go:171","msg":"trace[1424324110] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"312.214204ms","start":"2026-07-01T09:45:46.579396Z","end":"2026-07-01T09:45:46.89161Z","steps":["trace[1424324110] 'process raft request' (duration: 311.650449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:46.892385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:46.579382Z","time spent":"312.967265ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:47.434128Z","caller":"traceutil/trace.go:171","msg":"trace[1248791157] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"134.508036ms","start":"2026-07-01T09:45:47.299595Z","end":"2026-07-01T09:45:47.434103Z","steps":["trace[1248791157] 'process raft request' (duration: 134.347741ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:48.375561Z","caller":"traceutil/trace.go:171","msg":"trace[1944683398] linearizableReadLoop","detail":"{readStateIndex:9139; appliedIndex:9138; }","duration":"457.111314ms","start":"2026-07-01T09:45:47.918423Z","end":"2026-07-01T09:45:48.375534Z","steps":["trace[1944683398] 'read index received' (duration: 456.886738ms)","trace[1944683398] 'applied index is now lower than readState.Index' (duration: 223.796µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:48.375678Z","caller":"traceutil/trace.go:171","msg":"trace[494658623] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"511.884735ms","start":"2026-07-01T09:45:47.863782Z","end":"2026-07-01T09:45:48.375667Z","steps":["trace[494658623] 'process raft request' (duration: 511.601387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:48.375788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:47.863763Z","time spent":"511.945777ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:48.376023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.607387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-07-01T09:45:48.37606Z","caller":"traceutil/trace.go:171","msg":"trace[1367380402] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8819; }","duration":"457.68755ms","start":"2026-07-01T09:45:47.918364Z","end":"2026-07-01T09:45:48.376051Z","steps":["trace[1367380402] 'agreement among raft nodes before linearized reading' (duration: 457.549956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:48.37609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:47.918337Z","time spent":"457.746061ms","remote":"127.0.0.1:56634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-07-01T09:45:48.376366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.790005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-01T09:45:48.376406Z","caller":"traceutil/trace.go:171","msg":"trace[66011098] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8819; }","duration":"383.877388ms","start":"2026-07-01T09:45:47.992518Z","end":"2026-07-01T09:45:48.376396Z","steps":["trace[66011098] 'agreement among raft nodes before linearized reading' (duration: 383.774805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:48.376436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:47.992495Z","time spent":"383.934828ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-01T09:45:48.376654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.723515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:48.376691Z","caller":"traceutil/trace.go:171","msg":"trace[427170712] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8819; }","duration":"140.808087ms","start":"2026-07-01T09:45:48.235873Z","end":"2026-07-01T09:45:48.376681Z","steps":["trace[427170712] 'agreement among raft nodes before linearized reading' (duration: 140.697184ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:48.515646Z","caller":"traceutil/trace.go:171","msg":"trace[753264372] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"128.693716ms","start":"2026-07-01T09:45:48.38692Z","end":"2026-07-01T09:45:48.515614Z","steps":["trace[753264372] 'process raft request' (duration: 116.970935ms)","trace[753264372] 'compare' (duration: 11.577157ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:49.012599Z","caller":"traceutil/trace.go:171","msg":"trace[1663630699] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"273.932996ms","start":"2026-07-01T09:45:48.738584Z","end":"2026-07-01T09:45:49.012517Z","steps":["trace[1663630699] 'process raft request' (duration: 263.652914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:49.277591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.370984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:45:49.278069Z","caller":"traceutil/trace.go:171","msg":"trace[1450984551] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"380.691851ms","start":"2026-07-01T09:45:48.897352Z","end":"2026-07-01T09:45:49.278043Z","steps":["trace[1450984551] 'process raft request' (duration: 242.587847ms)","trace[1450984551] 'compare' (duration: 136.938422ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:49.2782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:48.897324Z","time spent":"380.834714ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:49.278655Z","caller":"traceutil/trace.go:171","msg":"trace[2100232733] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"380.327501ms","start":"2026-07-01T09:45:48.898316Z","end":"2026-07-01T09:45:49.278643Z","steps":["trace[2100232733] 'process raft request' (duration: 379.659892ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:49.278863Z","caller":"traceutil/trace.go:171","msg":"trace[2110737605] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"380.533786ms","start":"2026-07-01T09:45:48.898316Z","end":"2026-07-01T09:45:49.278849Z","steps":["trace[2110737605] 'process raft request' (duration: 380.264639ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:49.278884Z","caller":"traceutil/trace.go:171","msg":"trace[318990238] linearizableReadLoop","detail":"{readStateIndex:9145; appliedIndex:9140; }","duration":"339.955765ms","start":"2026-07-01T09:45:48.938905Z","end":"2026-07-01T09:45:49.27886Z","steps":["trace[318990238] 'read index received' (duration: 63.305504ms)","trace[318990238] 'applied index is now lower than readState.Index' (duration: 276.649171ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:49.279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:48.898285Z","time spent":"380.643619ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:49.278985Z","caller":"traceutil/trace.go:171","msg":"trace[1848862265] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"379.784186ms","start":"2026-07-01T09:45:48.899161Z","end":"2026-07-01T09:45:49.278945Z","steps":["trace[1848862265] 'process raft request' (duration: 379.611791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:49.279106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.193601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T09:45:49.279145Z","caller":"traceutil/trace.go:171","msg":"trace[1097134305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8825; }","duration":"340.281263ms","start":"2026-07-01T09:45:48.938854Z","end":"2026-07-01T09:45:49.279136Z","steps":["trace[1097134305] 'agreement among raft nodes before linearized reading' (duration: 340.125569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:49.279183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:48.938841Z","time spent":"340.334075ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T09:45:49.27918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:48.899149Z","time spent":"379.93706ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:49.279276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:48.898285Z","time spent":"380.501586ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:49.341968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.502511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-01T09:45:49.342072Z","caller":"traceutil/trace.go:171","msg":"trace[790768408] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8827; }","duration":"324.724877ms","start":"2026-07-01T09:45:49.017329Z","end":"2026-07-01T09:45:49.342054Z","steps":["trace[790768408] 'agreement among raft nodes before linearized reading' (duration: 324.47511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:49.342113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:49.017295Z","time spent":"324.80982ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T09:45:49.342135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.445667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T09:45:49.342213Z","caller":"traceutil/trace.go:171","msg":"trace[1155277225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8827; }","duration":"279.56406ms","start":"2026-07-01T09:45:49.062633Z","end":"2026-07-01T09:45:49.342197Z","steps":["trace[1155277225] 'agreement among raft nodes before linearized reading' (duration: 279.327374ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:49.342188Z","caller":"traceutil/trace.go:171","msg":"trace[1646828356] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"325.671343ms","start":"2026-07-01T09:45:49.016483Z","end":"2026-07-01T09:45:49.342154Z","steps":["trace[1646828356] 'process raft request' (duration: 325.141398ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:49.342296Z","caller":"traceutil/trace.go:171","msg":"trace[520020669] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"325.21152ms","start":"2026-07-01T09:45:49.017066Z","end":"2026-07-01T09:45:49.342278Z","steps":["trace[520020669] 'process raft request' (duration: 324.670005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:49.342391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:49.016464Z","time spent":"325.865739ms","remote":"127.0.0.1:57866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:49.342422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.199699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlds\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-07-01T09:45:49.342467Z","caller":"traceutil/trace.go:171","msg":"trace[1247919975] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlds; range_end:; response_count:1; response_revision:8827; }","duration":"272.28321ms","start":"2026-07-01T09:45:49.070174Z","end":"2026-07-01T09:45:49.342457Z","steps":["trace[1247919975] 'agreement among raft nodes before linearized reading' (duration: 272.069684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:49.34253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:49.017045Z","time spent":"325.364095ms","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T09:45:49.342037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.759877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T09:45:49.342755Z","caller":"traceutil/trace.go:171","msg":"trace[256677868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8827; }","duration":"264.476786ms","start":"2026-07-01T09:45:49.078234Z","end":"2026-07-01T09:45:49.342711Z","steps":["trace[256677868] 'agreement among raft nodes before linearized reading' (duration: 263.606062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:49.342555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.323801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T09:45:49.342885Z","caller":"traceutil/trace.go:171","msg":"trace[797801989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8827; }","duration":"303.683911ms","start":"2026-07-01T09:45:49.039179Z","end":"2026-07-01T09:45:49.342862Z","steps":["trace[797801989] 'agreement among raft nodes before linearized reading' (duration: 303.309211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:49.342632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.999072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-01T09:45:49.342973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:49.039157Z","time spent":"303.794014ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T09:45:49.342972Z","caller":"traceutil/trace.go:171","msg":"trace[81336614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8827; }","duration":"280.385943ms","start":"2026-07-01T09:45:49.062568Z","end":"2026-07-01T09:45:49.342954Z","steps":["trace[81336614] 'agreement among raft nodes before linearized reading' (duration: 280.012423ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:49.553654Z","caller":"traceutil/trace.go:171","msg":"trace[958145585] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"205.635464ms","start":"2026-07-01T09:45:49.347999Z","end":"2026-07-01T09:45:49.553634Z","steps":["trace[958145585] 'process raft request' (duration: 205.584973ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:49.553671Z","caller":"traceutil/trace.go:171","msg":"trace[701442521] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"206.450387ms","start":"2026-07-01T09:45:49.347197Z","end":"2026-07-01T09:45:49.553647Z","steps":["trace[701442521] 'process raft request' (duration: 206.1886ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:49.55372Z","caller":"traceutil/trace.go:171","msg":"trace[1040124763] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"206.311513ms","start":"2026-07-01T09:45:49.347373Z","end":"2026-07-01T09:45:49.553685Z","steps":["trace[1040124763] 'process raft request' (duration: 206.174469ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:49.55392Z","caller":"traceutil/trace.go:171","msg":"trace[1177591294] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"205.887001ms","start":"2026-07-01T09:45:49.348018Z","end":"2026-07-01T09:45:49.553905Z","steps":["trace[1177591294] 'process raft request' (duration: 205.587913ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:49.553949Z","caller":"traceutil/trace.go:171","msg":"trace[2027243614] linearizableReadLoop","detail":"{readStateIndex:9152; appliedIndex:9148; }","duration":"194.397806ms","start":"2026-07-01T09:45:49.359455Z","end":"2026-07-01T09:45:49.553853Z","steps":["trace[2027243614] 'read index received' (duration: 194.046197ms)","trace[2027243614] 'applied index is now lower than readState.Index' (duration: 348.429µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:49.554313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.252008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227408"} {"level":"info","ts":"2026-07-01T09:45:49.554347Z","caller":"traceutil/trace.go:171","msg":"trace[1632046395] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8832; }","duration":"207.316721ms","start":"2026-07-01T09:45:49.347023Z","end":"2026-07-01T09:45:49.554339Z","steps":["trace[1632046395] 'agreement among raft nodes before linearized reading' (duration: 206.968991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:49.555495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.856772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:49.555569Z","caller":"traceutil/trace.go:171","msg":"trace[464743479] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8833; }","duration":"166.991776ms","start":"2026-07-01T09:45:49.388558Z","end":"2026-07-01T09:45:49.55555Z","steps":["trace[464743479] 'agreement among raft nodes before linearized reading' (duration: 166.846912ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:49.555763Z","caller":"traceutil/trace.go:171","msg":"trace[930849835] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"193.987295ms","start":"2026-07-01T09:45:49.361765Z","end":"2026-07-01T09:45:49.555752Z","steps":["trace[930849835] 'process raft request' (duration: 193.479152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:59.673157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.552423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T09:45:59.673449Z","caller":"traceutil/trace.go:171","msg":"trace[1139548308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8908; }","duration":"270.936423ms","start":"2026-07-01T09:45:59.402487Z","end":"2026-07-01T09:45:59.673424Z","steps":["trace[1139548308] 'range keys from in-memory index tree' (duration: 270.372338ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:55.830593Z","caller":"traceutil/trace.go:171","msg":"trace[560662464] transaction","detail":"{read_only:false; response_revision:9508; number_of_response:1; }","duration":"295.527527ms","start":"2026-07-01T09:46:55.53504Z","end":"2026-07-01T09:46:55.830568Z","steps":["trace[560662464] 'process raft request' (duration: 295.377563ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:55.847411Z","caller":"traceutil/trace.go:171","msg":"trace[12716612] transaction","detail":"{read_only:false; response_revision:9510; number_of_response:1; }","duration":"310.448537ms","start":"2026-07-01T09:46:55.536933Z","end":"2026-07-01T09:46:55.847381Z","steps":["trace[12716612] 'process raft request' (duration: 310.016475ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:55.847442Z","caller":"traceutil/trace.go:171","msg":"trace[676325309] transaction","detail":"{read_only:false; response_revision:9511; number_of_response:1; }","duration":"310.326563ms","start":"2026-07-01T09:46:55.537084Z","end":"2026-07-01T09:46:55.847411Z","steps":["trace[676325309] 'process raft request' (duration: 309.911112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:46:55.847578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:46:55.536903Z","time spent":"310.57948ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:46:55.847671Z","caller":"traceutil/trace.go:171","msg":"trace[946997056] transaction","detail":"{read_only:false; response_revision:9509; number_of_response:1; }","duration":"311.379272ms","start":"2026-07-01T09:46:55.536266Z","end":"2026-07-01T09:46:55.847645Z","steps":["trace[946997056] 'process raft request' (duration: 310.523618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:46:55.847649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:46:55.537054Z","time spent":"310.493687ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:46:55.847804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:46:55.536236Z","time spent":"311.491965ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:47:08.290833Z","caller":"traceutil/trace.go:171","msg":"trace[1453420953] transaction","detail":"{read_only:false; response_revision:9585; number_of_response:1; }","duration":"146.999078ms","start":"2026-07-01T09:47:08.143808Z","end":"2026-07-01T09:47:08.290807Z","steps":["trace[1453420953] 'process raft request' (duration: 146.954017ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:47:08.290911Z","caller":"traceutil/trace.go:171","msg":"trace[1688636666] transaction","detail":"{read_only:false; response_revision:9584; number_of_response:1; }","duration":"147.058409ms","start":"2026-07-01T09:47:08.143807Z","end":"2026-07-01T09:47:08.290866Z","steps":["trace[1688636666] 'process raft request' (duration: 146.781602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:47:08.844982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:47:08.392458Z","time spent":"452.509819ms","remote":"127.0.0.1:50674","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T09:47:08.845564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.741997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:47:08.845842Z","caller":"traceutil/trace.go:171","msg":"trace[637302822] transaction","detail":"{read_only:false; response_revision:9587; number_of_response:1; }","duration":"701.709657ms","start":"2026-07-01T09:47:08.144099Z","end":"2026-07-01T09:47:08.845809Z","steps":["trace[637302822] 'process raft request' (duration: 701.619764ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:47:08.84594Z","caller":"traceutil/trace.go:171","msg":"trace[559115352] transaction","detail":"{read_only:false; response_revision:9586; number_of_response:1; }","duration":"701.993754ms","start":"2026-07-01T09:47:08.143908Z","end":"2026-07-01T09:47:08.845902Z","steps":["trace[559115352] 'process raft request' (duration: 545.674711ms)","trace[559115352] 'compare' (duration: 155.531832ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:47:08.845973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:47:08.144085Z","time spent":"701.83826ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:47:08.846135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:47:08.143881Z","time spent":"702.151419ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:47:08.925756Z","caller":"traceutil/trace.go:171","msg":"trace[963853543] transaction","detail":"{read_only:false; response_revision:9588; number_of_response:1; }","duration":"438.914966ms","start":"2026-07-01T09:47:08.486793Z","end":"2026-07-01T09:47:08.925708Z","steps":["trace[963853543] 'process raft request' (duration: 438.486624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:47:08.925944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:47:08.486762Z","time spent":"439.07779ms","remote":"127.0.0.1:46842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414755,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:47:16.885018Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be773dfc027af3eb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T09:47:16.890734Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-01T09:47:16.890832Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-01T09:49:02.836883Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7973} {"level":"info","ts":"2026-07-01T09:49:02.924379Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7973,"took":"86.007339ms","hash":1945164886,"current-db-size-bytes":57352192,"current-db-size":"57 MB","current-db-size-in-use-bytes":28889088,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-01T09:49:02.92443Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1945164886,"revision":7973,"compact-revision":5810} {"level":"warn","ts":"2026-07-01T09:50:52.287665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.194928ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T09:50:52.287828Z","caller":"traceutil/trace.go:171","msg":"trace[536892480] linearizableReadLoop","detail":"{readStateIndex:11824; appliedIndex:11823; }","duration":"539.189086ms","start":"2026-07-01T09:50:51.748614Z","end":"2026-07-01T09:50:52.287803Z","steps":["trace[536892480] 'read index received' (duration: 90.824194ms)","trace[536892480] 'applied index is now lower than readState.Index' (duration: 448.359781ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:50:52.288277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.654009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlds\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-07-01T09:50:52.288373Z","caller":"traceutil/trace.go:171","msg":"trace[1423032311] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlds; range_end:; response_count:1; response_revision:11429; }","duration":"539.818783ms","start":"2026-07-01T09:50:51.74853Z","end":"2026-07-01T09:50:52.288349Z","steps":["trace[1423032311] 'agreement among raft nodes before linearized reading' (duration: 539.573836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:50:52.288421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:50:51.748502Z","time spent":"539.910795ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-6jlds\" "} {"level":"warn","ts":"2026-07-01T09:50:52.288506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.641615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-01T09:50:52.288568Z","caller":"traceutil/trace.go:171","msg":"trace[1726703240] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11429; }","duration":"312.889322ms","start":"2026-07-01T09:50:51.975655Z","end":"2026-07-01T09:50:52.288544Z","steps":["trace[1726703240] 'agreement among raft nodes before linearized reading' (duration: 312.576053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:50:52.288615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:50:51.975632Z","time spent":"312.969713ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-01T09:50:52.289113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.294435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T09:50:52.289143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.651897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T09:50:52.289206Z","caller":"traceutil/trace.go:171","msg":"trace[464977229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11429; }","duration":"272.785591ms","start":"2026-07-01T09:50:52.016411Z","end":"2026-07-01T09:50:52.289196Z","steps":["trace[464977229] 'agreement among raft nodes before linearized reading' (duration: 272.569175ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:50:52.289218Z","caller":"traceutil/trace.go:171","msg":"trace[408620259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11429; }","duration":"273.450389ms","start":"2026-07-01T09:50:52.015743Z","end":"2026-07-01T09:50:52.289193Z","steps":["trace[408620259] 'agreement among raft nodes before linearized reading' (duration: 273.156581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:50:52.706814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.47097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:50:52.70692Z","caller":"traceutil/trace.go:171","msg":"trace[775479763] linearizableReadLoop","detail":"{readStateIndex:11826; appliedIndex:11825; }","duration":"141.139905ms","start":"2026-07-01T09:50:52.565763Z","end":"2026-07-01T09:50:52.706903Z","steps":["trace[775479763] 'read index received' (duration: 63.542µs)","trace[775479763] 'applied index is now lower than readState.Index' (duration: 141.075203ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:50:52.706987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.229067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:50:52.707023Z","caller":"traceutil/trace.go:171","msg":"trace[2012834064] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:11431; }","duration":"141.304049ms","start":"2026-07-01T09:50:52.565707Z","end":"2026-07-01T09:50:52.707011Z","steps":["trace[2012834064] 'agreement among raft nodes before linearized reading' (duration: 141.243127ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:50:52.70726Z","caller":"traceutil/trace.go:171","msg":"trace[2048304213] transaction","detail":"{read_only:false; response_revision:11431; number_of_response:1; }","duration":"413.123083ms","start":"2026-07-01T09:50:52.294102Z","end":"2026-07-01T09:50:52.707225Z","steps":["trace[2048304213] 'process raft request' (duration: 175.156419ms)","trace[2048304213] 'compare' (duration: 237.346607ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:50:52.707533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:50:52.294078Z","time spent":"413.257507ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:50:53.025677Z","caller":"traceutil/trace.go:171","msg":"trace[1377286494] transaction","detail":"{read_only:false; response_revision:11432; number_of_response:1; }","duration":"215.994051ms","start":"2026-07-01T09:50:52.809651Z","end":"2026-07-01T09:50:53.025645Z","steps":["trace[1377286494] 'process raft request' (duration: 215.811306ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:50:53.041733Z","caller":"traceutil/trace.go:171","msg":"trace[1253659161] transaction","detail":"{read_only:false; response_revision:11433; number_of_response:1; }","duration":"215.784635ms","start":"2026-07-01T09:50:52.825932Z","end":"2026-07-01T09:50:53.041717Z","steps":["trace[1253659161] 'process raft request' (duration: 215.583899ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:50:53.041889Z","caller":"traceutil/trace.go:171","msg":"trace[324045915] linearizableReadLoop","detail":"{readStateIndex:11830; appliedIndex:11826; }","duration":"144.94337ms","start":"2026-07-01T09:50:52.896921Z","end":"2026-07-01T09:50:53.041865Z","steps":["trace[324045915] 'read index received' (duration: 128.510728ms)","trace[324045915] 'applied index is now lower than readState.Index' (duration: 16.431062ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:50:53.041798Z","caller":"traceutil/trace.go:171","msg":"trace[2103714502] transaction","detail":"{read_only:false; response_revision:11434; number_of_response:1; }","duration":"213.236456ms","start":"2026-07-01T09:50:52.828507Z","end":"2026-07-01T09:50:53.041743Z","steps":["trace[2103714502] 'process raft request' (duration: 213.146123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:50:53.042285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.441589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-01T09:50:53.042354Z","caller":"traceutil/trace.go:171","msg":"trace[745155389] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11435; }","duration":"143.552182ms","start":"2026-07-01T09:50:52.898787Z","end":"2026-07-01T09:50:53.042339Z","steps":["trace[745155389] 'agreement among raft nodes before linearized reading' (duration: 143.341696ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:50:53.041876Z","caller":"traceutil/trace.go:171","msg":"trace[525347551] transaction","detail":"{read_only:false; response_revision:11435; number_of_response:1; }","duration":"210.625074ms","start":"2026-07-01T09:50:52.83124Z","end":"2026-07-01T09:50:53.041865Z","steps":["trace[525347551] 'process raft request' (duration: 210.453629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:50:53.042075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.028183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:50:53.042559Z","caller":"traceutil/trace.go:171","msg":"trace[1364832964] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11435; }","duration":"145.553247ms","start":"2026-07-01T09:50:52.896984Z","end":"2026-07-01T09:50:53.042537Z","steps":["trace[1364832964] 'agreement among raft nodes before linearized reading' (duration: 145.036033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:50:53.042096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.867181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:50:53.042678Z","caller":"traceutil/trace.go:171","msg":"trace[105185657] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11435; }","duration":"144.449977ms","start":"2026-07-01T09:50:52.898183Z","end":"2026-07-01T09:50:53.042633Z","steps":["trace[105185657] 'agreement among raft nodes before linearized reading' (duration: 143.857831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:50:53.042077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.126595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:50:53.042874Z","caller":"traceutil/trace.go:171","msg":"trace[1768428136] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11435; }","duration":"145.966068ms","start":"2026-07-01T09:50:52.896878Z","end":"2026-07-01T09:50:53.042844Z","steps":["trace[1768428136] 'agreement among raft nodes before linearized reading' (duration: 145.105484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:50:53.042141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.156509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:50:53.042972Z","caller":"traceutil/trace.go:171","msg":"trace[1123939007] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11435; }","duration":"145.017032ms","start":"2026-07-01T09:50:52.897937Z","end":"2026-07-01T09:50:53.042954Z","steps":["trace[1123939007] 'agreement among raft nodes before linearized reading' (duration: 144.143608ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:50:53.526321Z","caller":"traceutil/trace.go:171","msg":"trace[1655225374] linearizableReadLoop","detail":"{readStateIndex:11832; appliedIndex:11831; }","duration":"123.572023ms","start":"2026-07-01T09:50:53.402721Z","end":"2026-07-01T09:50:53.526293Z","steps":["trace[1655225374] 'read index received' (duration: 74.776023ms)","trace[1655225374] 'applied index is now lower than readState.Index' (duration: 48.79449ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:50:53.526601Z","caller":"traceutil/trace.go:171","msg":"trace[136955951] transaction","detail":"{read_only:false; response_revision:11437; number_of_response:1; }","duration":"125.350522ms","start":"2026-07-01T09:50:53.401203Z","end":"2026-07-01T09:50:53.526553Z","steps":["trace[136955951] 'process raft request' (duration: 76.348136ms)","trace[136955951] 'compare' (duration: 48.601755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:50:53.526717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.978645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T09:50:53.527436Z","caller":"traceutil/trace.go:171","msg":"trace[1103198026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11437; }","duration":"124.626202ms","start":"2026-07-01T09:50:53.402664Z","end":"2026-07-01T09:50:53.52729Z","steps":["trace[1103198026] 'agreement among raft nodes before linearized reading' (duration: 123.905862ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:50:55.180601Z","caller":"traceutil/trace.go:171","msg":"trace[384469364] transaction","detail":"{read_only:false; response_revision:11443; number_of_response:1; }","duration":"132.20781ms","start":"2026-07-01T09:50:55.048367Z","end":"2026-07-01T09:50:55.180575Z","steps":["trace[384469364] 'process raft request' (duration: 132.124438ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:50:55.180663Z","caller":"traceutil/trace.go:171","msg":"trace[2050727186] transaction","detail":"{read_only:false; response_revision:11442; number_of_response:1; }","duration":"132.374175ms","start":"2026-07-01T09:50:55.048249Z","end":"2026-07-01T09:50:55.180623Z","steps":["trace[2050727186] 'process raft request' (duration: 127.390538ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:50:55.180893Z","caller":"traceutil/trace.go:171","msg":"trace[481973839] transaction","detail":"{read_only:false; response_revision:11444; number_of_response:1; }","duration":"131.540442ms","start":"2026-07-01T09:50:55.049307Z","end":"2026-07-01T09:50:55.180848Z","steps":["trace[481973839] 'process raft request' (duration: 131.233414ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:50:55.180936Z","caller":"traceutil/trace.go:171","msg":"trace[1971090256] linearizableReadLoop","detail":"{readStateIndex:11839; appliedIndex:11836; }","duration":"120.8863ms","start":"2026-07-01T09:50:55.060023Z","end":"2026-07-01T09:50:55.180909Z","steps":["trace[1971090256] 'read index received' (duration: 115.551053ms)","trace[1971090256] 'applied index is now lower than readState.Index' (duration: 5.332397ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:50:55.18102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.509536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:50:55.181063Z","caller":"traceutil/trace.go:171","msg":"trace[697187020] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11444; }","duration":"133.605378ms","start":"2026-07-01T09:50:55.047444Z","end":"2026-07-01T09:50:55.18105Z","steps":["trace[697187020] 'agreement among raft nodes before linearized reading' (duration: 133.506476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:50:55.181155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.867548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-07-01T09:50:55.181225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.742233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:50:55.181242Z","caller":"traceutil/trace.go:171","msg":"trace[750224008] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11444; }","duration":"132.993211ms","start":"2026-07-01T09:50:55.04823Z","end":"2026-07-01T09:50:55.181223Z","steps":["trace[750224008] 'agreement among raft nodes before linearized reading' (duration: 132.703543ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:50:55.181266Z","caller":"traceutil/trace.go:171","msg":"trace[562100633] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11444; }","duration":"133.810964ms","start":"2026-07-01T09:50:55.047442Z","end":"2026-07-01T09:50:55.181253Z","steps":["trace[562100633] 'agreement among raft nodes before linearized reading' (duration: 133.722652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:50:55.181177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.775426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:50:55.181342Z","caller":"traceutil/trace.go:171","msg":"trace[948135487] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11444; }","duration":"132.954331ms","start":"2026-07-01T09:50:55.048357Z","end":"2026-07-01T09:50:55.181312Z","steps":["trace[948135487] 'agreement among raft nodes before linearized reading' (duration: 132.747415ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:54:02.84368Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10411} {"level":"info","ts":"2026-07-01T09:54:02.928895Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10411,"took":"80.918924ms","hash":1935644362,"current-db-size-bytes":57352192,"current-db-size":"57 MB","current-db-size-in-use-bytes":27734016,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-01T09:54:02.929006Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1935644362,"revision":10411,"compact-revision":7973} {"level":"info","ts":"2026-07-01T09:56:45.95645Z","caller":"traceutil/trace.go:171","msg":"trace[137937407] transaction","detail":"{read_only:false; response_revision:13829; number_of_response:1; }","duration":"146.528013ms","start":"2026-07-01T09:56:45.809884Z","end":"2026-07-01T09:56:45.956412Z","steps":["trace[137937407] 'process raft request' (duration: 146.270336ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:57:21.858872Z","caller":"traceutil/trace.go:171","msg":"trace[786630788] linearizableReadLoop","detail":"{readStateIndex:14525; appliedIndex:14524; }","duration":"206.22288ms","start":"2026-07-01T09:57:21.65262Z","end":"2026-07-01T09:57:21.858843Z","steps":["trace[786630788] 'read index received' (duration: 205.965033ms)","trace[786630788] 'applied index is now lower than readState.Index' (duration: 256.697µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:57:21.859109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.467447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T09:57:21.859105Z","caller":"traceutil/trace.go:171","msg":"trace[397195652] transaction","detail":"{read_only:false; response_revision:14037; number_of_response:1; }","duration":"271.065727ms","start":"2026-07-01T09:57:21.587992Z","end":"2026-07-01T09:57:21.859058Z","steps":["trace[397195652] 'process raft request' (duration: 270.629045ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:57:21.859175Z","caller":"traceutil/trace.go:171","msg":"trace[1613259910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14037; }","duration":"206.598911ms","start":"2026-07-01T09:57:21.652556Z","end":"2026-07-01T09:57:21.859155Z","steps":["trace[1613259910] 'agreement among raft nodes before linearized reading' (duration: 206.405526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:57:22.214731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.233815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:57:22.21481Z","caller":"traceutil/trace.go:171","msg":"trace[710722283] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:14038; }","duration":"128.364448ms","start":"2026-07-01T09:57:22.086429Z","end":"2026-07-01T09:57:22.214794Z","steps":["trace[710722283] 'count revisions from in-memory index tree' (duration: 128.155832ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:57:23.999302Z","caller":"traceutil/trace.go:171","msg":"trace[1492399573] transaction","detail":"{read_only:false; response_revision:14055; number_of_response:1; }","duration":"101.310821ms","start":"2026-07-01T09:57:23.897967Z","end":"2026-07-01T09:57:23.999278Z","steps":["trace[1492399573] 'process raft request' (duration: 101.160227ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:57:43.681183Z","caller":"traceutil/trace.go:171","msg":"trace[238494867] linearizableReadLoop","detail":"{readStateIndex:14841; appliedIndex:14840; }","duration":"121.407428ms","start":"2026-07-01T09:57:43.559748Z","end":"2026-07-01T09:57:43.681155Z","steps":["trace[238494867] 'read index received' (duration: 121.265994ms)","trace[238494867] 'applied index is now lower than readState.Index' (duration: 140.604µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:57:43.681529Z","caller":"traceutil/trace.go:171","msg":"trace[758639332] transaction","detail":"{read_only:false; response_revision:14341; number_of_response:1; }","duration":"188.913548ms","start":"2026-07-01T09:57:43.492607Z","end":"2026-07-01T09:57:43.68152Z","steps":["trace[758639332] 'process raft request' (duration: 188.400794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:57:43.681778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.000974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T09:57:43.681847Z","caller":"traceutil/trace.go:171","msg":"trace[116033858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14341; }","duration":"122.134829ms","start":"2026-07-01T09:57:43.559698Z","end":"2026-07-01T09:57:43.681833Z","steps":["trace[116033858] 'agreement among raft nodes before linearized reading' (duration: 121.925593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:57:43.681826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.814082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T09:57:43.681937Z","caller":"traceutil/trace.go:171","msg":"trace[658794446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14341; }","duration":"120.973987ms","start":"2026-07-01T09:57:43.56094Z","end":"2026-07-01T09:57:43.681914Z","steps":["trace[658794446] 'agreement among raft nodes before linearized reading' (duration: 120.670879ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:58:54.537022Z","caller":"traceutil/trace.go:171","msg":"trace[1696228298] linearizableReadLoop","detail":"{readStateIndex:15592; appliedIndex:15591; }","duration":"438.651275ms","start":"2026-07-01T09:58:54.098338Z","end":"2026-07-01T09:58:54.536989Z","steps":["trace[1696228298] 'read index received' (duration: 438.361927ms)","trace[1696228298] 'applied index is now lower than readState.Index' (duration: 288.188µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:58:54.537351Z","caller":"traceutil/trace.go:171","msg":"trace[1553977220] transaction","detail":"{read_only:false; response_revision:15072; number_of_response:1; }","duration":"439.030525ms","start":"2026-07-01T09:58:54.098276Z","end":"2026-07-01T09:58:54.537307Z","steps":["trace[1553977220] 'process raft request' (duration: 438.538562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:58:54.537617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:58:54.098255Z","time spent":"439.245711ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:58:54.540106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.744201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:58:54.540193Z","caller":"traceutil/trace.go:171","msg":"trace[459845642] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15072; }","duration":"400.904456ms","start":"2026-07-01T09:58:54.139271Z","end":"2026-07-01T09:58:54.540175Z","steps":["trace[459845642] 'agreement among raft nodes before linearized reading' (duration: 398.238374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:58:54.540242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:58:54.139249Z","time spent":"400.984258ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-01T09:58:54.540148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.150903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:58:54.540374Z","caller":"traceutil/trace.go:171","msg":"trace[342911103] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:15072; }","duration":"241.412969ms","start":"2026-07-01T09:58:54.298911Z","end":"2026-07-01T09:58:54.540324Z","steps":["trace[342911103] 'agreement among raft nodes before linearized reading' (duration: 238.582043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:58:54.540549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.478082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-07-01T09:58:54.540617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.247032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T09:58:54.540658Z","caller":"traceutil/trace.go:171","msg":"trace[1751212890] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15072; }","duration":"401.603275ms","start":"2026-07-01T09:58:54.139Z","end":"2026-07-01T09:58:54.540604Z","steps":["trace[1751212890] 'agreement among raft nodes before linearized reading' (duration: 398.440169ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:58:54.540711Z","caller":"traceutil/trace.go:171","msg":"trace[190276950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15072; }","duration":"442.402197ms","start":"2026-07-01T09:58:54.09829Z","end":"2026-07-01T09:58:54.540692Z","steps":["trace[190276950] 'agreement among raft nodes before linearized reading' (duration: 438.967013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:58:54.540704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.433881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-01T09:58:54.540738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.21764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlds\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-07-01T09:58:54.540719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:58:54.138979Z","time spent":"401.725079ms","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-01T09:58:54.540766Z","caller":"traceutil/trace.go:171","msg":"trace[961649285] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15072; }","duration":"397.531844ms","start":"2026-07-01T09:58:54.143215Z","end":"2026-07-01T09:58:54.540747Z","steps":["trace[961649285] 'agreement among raft nodes before linearized reading' (duration: 394.286466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:58:54.540783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:58:54.098268Z","time spent":"442.476859ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T09:58:54.540804Z","caller":"traceutil/trace.go:171","msg":"trace[2024557711] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlds; range_end:; response_count:1; response_revision:15072; }","duration":"195.325843ms","start":"2026-07-01T09:58:54.345462Z","end":"2026-07-01T09:58:54.540787Z","steps":["trace[2024557711] 'agreement among raft nodes before linearized reading' (duration: 192.022273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:58:54.540813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:58:54.143199Z","time spent":"397.602545ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-01T09:59:00.845118Z","caller":"traceutil/trace.go:171","msg":"trace[134503631] linearizableReadLoop","detail":"{readStateIndex:15624; appliedIndex:15623; }","duration":"261.141367ms","start":"2026-07-01T09:59:00.583945Z","end":"2026-07-01T09:59:00.845086Z","steps":["trace[134503631] 'read index received' (duration: 260.924081ms)","trace[134503631] 'applied index is now lower than readState.Index' (duration: 215.716µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:59:00.845155Z","caller":"traceutil/trace.go:171","msg":"trace[1262029758] transaction","detail":"{read_only:false; response_revision:15103; number_of_response:1; }","duration":"269.357391ms","start":"2026-07-01T09:59:00.575761Z","end":"2026-07-01T09:59:00.845118Z","steps":["trace[1262029758] 'process raft request' (duration: 269.031122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:00.845503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.531598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T09:59:00.845612Z","caller":"traceutil/trace.go:171","msg":"trace[1339676604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15103; }","duration":"261.683502ms","start":"2026-07-01T09:59:00.583899Z","end":"2026-07-01T09:59:00.845583Z","steps":["trace[1339676604] 'agreement among raft nodes before linearized reading' (duration: 261.346823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.567052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.949969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:59:01.567189Z","caller":"traceutil/trace.go:171","msg":"trace[1183754097] linearizableReadLoop","detail":"{readStateIndex:15625; appliedIndex:15624; }","duration":"721.954645ms","start":"2026-07-01T09:59:00.845212Z","end":"2026-07-01T09:59:01.567167Z","steps":["trace[1183754097] 'read index received' (duration: 437.772381ms)","trace[1183754097] 'applied index is now lower than readState.Index' (duration: 284.180714ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:59:01.567472Z","caller":"traceutil/trace.go:171","msg":"trace[830351304] transaction","detail":"{read_only:false; response_revision:15104; number_of_response:1; }","duration":"747.985735ms","start":"2026-07-01T09:59:00.819465Z","end":"2026-07-01T09:59:01.56745Z","steps":["trace[830351304] 'process raft request' (duration: 463.521063ms)","trace[830351304] 'compare' (duration: 283.132686ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:59:01.567575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.819444Z","time spent":"748.082958ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:59:01.567977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.745871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-01T09:59:01.568037Z","caller":"traceutil/trace.go:171","msg":"trace[1235848961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15104; }","duration":"735.852345ms","start":"2026-07-01T09:59:00.83217Z","end":"2026-07-01T09:59:01.568022Z","steps":["trace[1235848961] 'agreement among raft nodes before linearized reading' (duration: 735.6691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.56808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.83215Z","time spent":"735.919426ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T09:59:01.568384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.574144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T09:59:01.56844Z","caller":"traceutil/trace.go:171","msg":"trace[2141257623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15104; }","duration":"736.660847ms","start":"2026-07-01T09:59:00.831766Z","end":"2026-07-01T09:59:01.568427Z","steps":["trace[2141257623] 'agreement among raft nodes before linearized reading' (duration: 736.503072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.568477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.83175Z","time spent":"736.717948ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T09:59:01.56881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.022281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T09:59:01.56887Z","caller":"traceutil/trace.go:171","msg":"trace[1043566482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15104; }","duration":"954.102042ms","start":"2026-07-01T09:59:00.614752Z","end":"2026-07-01T09:59:01.568854Z","steps":["trace[1043566482] 'agreement among raft nodes before linearized reading' (duration: 953.963059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.56891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.614739Z","time spent":"954.159644ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T09:59:01.569173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.374596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlds\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-07-01T09:59:01.569223Z","caller":"traceutil/trace.go:171","msg":"trace[1310004665] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlds; range_end:; response_count:1; response_revision:15104; }","duration":"970.443828ms","start":"2026-07-01T09:59:00.598768Z","end":"2026-07-01T09:59:01.569211Z","steps":["trace[1310004665] 'agreement among raft nodes before linearized reading' (duration: 970.315945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.56926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.598754Z","time spent":"970.497059ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-6jlds\" "} {"level":"warn","ts":"2026-07-01T09:59:01.569555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.650781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T09:59:01.569608Z","caller":"traceutil/trace.go:171","msg":"trace[941558011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15104; }","duration":"978.731024ms","start":"2026-07-01T09:59:00.590865Z","end":"2026-07-01T09:59:01.569596Z","steps":["trace[941558011] 'agreement among raft nodes before linearized reading' (duration: 978.558939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.569645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.590852Z","time spent":"978.783335ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T09:59:01.854898Z","caller":"traceutil/trace.go:171","msg":"trace[1830619244] transaction","detail":"{read_only:false; response_revision:15105; number_of_response:1; }","duration":"1.004901147s","start":"2026-07-01T09:59:00.849957Z","end":"2026-07-01T09:59:01.854858Z","steps":["trace[1830619244] 'process raft request' (duration: 914.277437ms)","trace[1830619244] 'compare' (duration: 90.471116ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:59:01.855065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.849939Z","time spent":"1.00504392s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:59:01.855353Z","caller":"traceutil/trace.go:171","msg":"trace[1778894761] transaction","detail":"{read_only:false; response_revision:15106; number_of_response:1; }","duration":"992.323094ms","start":"2026-07-01T09:59:00.862992Z","end":"2026-07-01T09:59:01.855315Z","steps":["trace[1778894761] 'process raft request' (duration: 991.825241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.85601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.862978Z","time spent":"992.616162ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:59:01.857019Z","caller":"traceutil/trace.go:171","msg":"trace[1395877119] transaction","detail":"{read_only:false; response_revision:15109; number_of_response:1; }","duration":"915.677575ms","start":"2026-07-01T09:59:00.941319Z","end":"2026-07-01T09:59:01.856997Z","steps":["trace[1395877119] 'process raft request' (duration: 915.630574ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:01.857182Z","caller":"traceutil/trace.go:171","msg":"trace[1380697958] transaction","detail":"{read_only:false; response_revision:15108; number_of_response:1; }","duration":"955.078449ms","start":"2026-07-01T09:59:00.902091Z","end":"2026-07-01T09:59:01.857169Z","steps":["trace[1380697958] 'process raft request' (duration: 954.814252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.857359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.902081Z","time spent":"955.181402ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:59:01.858024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.941305Z","time spent":"915.772558ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:59:01.858202Z","caller":"traceutil/trace.go:171","msg":"trace[1877187655] transaction","detail":"{read_only:false; response_revision:15107; number_of_response:1; }","duration":"985.051186ms","start":"2026-07-01T09:59:00.873125Z","end":"2026-07-01T09:59:01.858176Z","steps":["trace[1877187655] 'process raft request' (duration: 982.126787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.858277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.873108Z","time spent":"985.136278ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:59:02.507916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.125295ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T09:59:02.508619Z","caller":"traceutil/trace.go:171","msg":"trace[552310541] transaction","detail":"{read_only:false; response_revision:15110; number_of_response:1; }","duration":"934.163839ms","start":"2026-07-01T09:59:01.574394Z","end":"2026-07-01T09:59:02.508558Z","steps":["trace[552310541] 'process raft request' (duration: 933.643515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.508829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.574368Z","time spent":"934.373405ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:59:02.837963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.267354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:59:02.83839Z","caller":"traceutil/trace.go:171","msg":"trace[1793430617] transaction","detail":"{read_only:false; response_revision:15111; number_of_response:1; }","duration":"1.263234248s","start":"2026-07-01T09:59:01.575089Z","end":"2026-07-01T09:59:02.838323Z","steps":["trace[1793430617] 'process raft request' (duration: 933.45414ms)","trace[1793430617] 'compare' (duration: 329.024687ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:59:02.838643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.575073Z","time spent":"1.263455563s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:59:02.840283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581287355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:02.840413Z","caller":"traceutil/trace.go:171","msg":"trace[454058999] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:15112; }","duration":"1.58144815s","start":"2026-07-01T09:59:01.258916Z","end":"2026-07-01T09:59:02.840364Z","steps":["trace[454058999] 'agreement among raft nodes before linearized reading' (duration: 1.581103761s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.840453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.258906Z","time spent":"1.581539342s","remote":"127.0.0.1:56770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:59:02.840383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823002443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:59:02.840712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56863279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:02.840741Z","caller":"traceutil/trace.go:171","msg":"trace[596582694] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:15112; }","duration":"1.568683122s","start":"2026-07-01T09:59:01.272049Z","end":"2026-07-01T09:59:02.840732Z","steps":["trace[596582694] 'agreement among raft nodes before linearized reading' (duration: 1.568628671s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.840818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.272038Z","time spent":"1.568774254s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:59:02.840902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440849757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:59:02.840921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823427914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:02.840969Z","caller":"traceutil/trace.go:171","msg":"trace[414052388] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:15112; }","duration":"1.440951761s","start":"2026-07-01T09:59:01.399989Z","end":"2026-07-01T09:59:02.840941Z","steps":["trace[414052388] 'agreement among raft nodes before linearized reading' (duration: 1.440865328s)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:02.841Z","caller":"traceutil/trace.go:171","msg":"trace[1878005820] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15112; }","duration":"1.823526357s","start":"2026-07-01T09:59:01.017454Z","end":"2026-07-01T09:59:02.84098Z","steps":["trace[1878005820] 'agreement among raft nodes before linearized reading' (duration: 1.82327661s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.841024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.399974Z","time spent":"1.441038723s","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:59:02.84104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768176278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T09:59:02.84106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.017452Z","time spent":"1.823598149s","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-01T09:59:02.841099Z","caller":"traceutil/trace.go:171","msg":"trace[259181029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15112; }","duration":"1.768277271s","start":"2026-07-01T09:59:01.072808Z","end":"2026-07-01T09:59:02.841085Z","steps":["trace[259181029] 'agreement among raft nodes before linearized reading' (duration: 1.768026964s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.841072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818678315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-01T09:59:02.841141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.072786Z","time spent":"1.768346013s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T09:59:02.841159Z","caller":"traceutil/trace.go:171","msg":"trace[2094168554] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15112; }","duration":"1.818798588s","start":"2026-07-01T09:59:01.022339Z","end":"2026-07-01T09:59:02.841138Z","steps":["trace[2094168554] 'agreement among raft nodes before linearized reading' (duration: 1.81850271s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.841184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402918754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:02.841209Z","caller":"traceutil/trace.go:171","msg":"trace[853248342] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:15112; }","duration":"1.402967206s","start":"2026-07-01T09:59:01.438235Z","end":"2026-07-01T09:59:02.841202Z","steps":["trace[853248342] 'agreement among raft nodes before linearized reading' (duration: 1.402928905s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.841205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.022335Z","time spent":"1.8188597s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T09:59:02.841226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.438223Z","time spent":"1.402998306s","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:59:02.840694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483178871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-q4qzm\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-07-01T09:59:02.841284Z","caller":"traceutil/trace.go:171","msg":"trace[719027118] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-q4qzm; range_end:; response_count:1; response_revision:15112; }","duration":"1.483909851s","start":"2026-07-01T09:59:01.357361Z","end":"2026-07-01T09:59:02.841271Z","steps":["trace[719027118] 'agreement among raft nodes before linearized reading' (duration: 1.483099429s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.841331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.357325Z","time spent":"1.483996523s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-q4qzm\" "} {"level":"info","ts":"2026-07-01T09:59:02.841059Z","caller":"traceutil/trace.go:171","msg":"trace[537745881] transaction","detail":"{read_only:false; response_revision:15112; number_of_response:1; }","duration":"1.26590063s","start":"2026-07-01T09:59:01.57515Z","end":"2026-07-01T09:59:02.841051Z","steps":["trace[537745881] 'process raft request' (duration: 1.262936329s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.841628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589825998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72k5k\" ","response":"range_response_count:1 size:20561"} {"level":"info","ts":"2026-07-01T09:59:02.84167Z","caller":"traceutil/trace.go:171","msg":"trace[1081538479] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72k5k; range_end:; response_count:1; response_revision:15112; }","duration":"1.58993365s","start":"2026-07-01T09:59:01.251726Z","end":"2026-07-01T09:59:02.841659Z","steps":["trace[1081538479] 'agreement among raft nodes before linearized reading' (duration: 1.589611602s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.841655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.575123Z","time spent":"1.266246409s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:59:02.8417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.251694Z","time spent":"1.589999322s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20585,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72k5k\" "} {"level":"info","ts":"2026-07-01T09:59:02.840672Z","caller":"traceutil/trace.go:171","msg":"trace[69029873] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15112; }","duration":"1.823442575s","start":"2026-07-01T09:59:01.017203Z","end":"2026-07-01T09:59:02.840645Z","steps":["trace[69029873] 'agreement among raft nodes before linearized reading' (duration: 1.822939291s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.841826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.017186Z","time spent":"1.824635567s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-01T09:59:02.841936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872126102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T09:59:02.841962Z","caller":"traceutil/trace.go:171","msg":"trace[927760474] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15112; }","duration":"1.872180083s","start":"2026-07-01T09:59:00.969776Z","end":"2026-07-01T09:59:02.841956Z","steps":["trace[927760474] 'agreement among raft nodes before linearized reading' (duration: 1.872093041s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.841976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.969763Z","time spent":"1.872209814s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T09:59:02.842218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82476507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-01T09:59:02.842274Z","caller":"traceutil/trace.go:171","msg":"trace[653841278] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15112; }","duration":"1.824808592s","start":"2026-07-01T09:59:01.017436Z","end":"2026-07-01T09:59:02.842244Z","steps":["trace[653841278] 'agreement among raft nodes before linearized reading' (duration: 1.824667928s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.842303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.017432Z","time spent":"1.824864934s","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-01T09:59:02.844626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427516955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-q4qzm\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-07-01T09:59:02.844695Z","caller":"traceutil/trace.go:171","msg":"trace[1682319904] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-q4qzm; range_end:; response_count:1; response_revision:15112; }","duration":"1.427617338s","start":"2026-07-01T09:59:01.41706Z","end":"2026-07-01T09:59:02.844677Z","steps":["trace[1682319904] 'agreement among raft nodes before linearized reading' (duration: 1.422987072s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.844736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.417046Z","time spent":"1.427681409s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-q4qzm\" "} {"level":"warn","ts":"2026-07-01T09:59:02.845168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827421423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-01T09:59:02.84522Z","caller":"traceutil/trace.go:171","msg":"trace[1684432231] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15112; }","duration":"1.827494395s","start":"2026-07-01T09:59:01.017711Z","end":"2026-07-01T09:59:02.845206Z","steps":["trace[1684432231] 'agreement among raft nodes before linearized reading' (duration: 1.82732038s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.845264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.017707Z","time spent":"1.827536916s","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-01T09:59:02.839993Z","caller":"traceutil/trace.go:171","msg":"trace[670322289] linearizableReadLoop","detail":"{readStateIndex:15631; appliedIndex:15625; }","duration":"1.272749467s","start":"2026-07-01T09:59:01.567223Z","end":"2026-07-01T09:59:02.839973Z","steps":["trace[670322289] 'read index received' (duration: 197.025069ms)","trace[670322289] 'applied index is now lower than readState.Index' (duration: 1.075723207s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:59:03.217082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.397743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:59:03.217968Z","caller":"traceutil/trace.go:171","msg":"trace[713401023] transaction","detail":"{read_only:false; response_revision:15113; number_of_response:1; }","duration":"373.069286ms","start":"2026-07-01T09:59:02.844868Z","end":"2026-07-01T09:59:03.217937Z","steps":["trace[713401023] 'process raft request' (duration: 106.740928ms)","trace[713401023] 'compare' (duration: 265.27718ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:59:03.218073Z","caller":"traceutil/trace.go:171","msg":"trace[1266421331] transaction","detail":"{read_only:false; response_revision:15114; number_of_response:1; }","duration":"370.473095ms","start":"2026-07-01T09:59:02.847579Z","end":"2026-07-01T09:59:03.218052Z","steps":["trace[1266421331] 'process raft request' (duration: 369.613852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.218087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.844828Z","time spent":"373.20588ms","remote":"127.0.0.1:57542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:59:03.218189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27803105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-01T09:59:03.218242Z","caller":"traceutil/trace.go:171","msg":"trace[2094349339] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15114; }","duration":"1.278109061s","start":"2026-07-01T09:59:01.94012Z","end":"2026-07-01T09:59:03.218229Z","steps":["trace[2094349339] 'agreement among raft nodes before linearized reading' (duration: 1.277912236s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.218241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357845865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-01T09:59:03.218275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.940111Z","time spent":"1.278157333s","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-01T09:59:03.218301Z","caller":"traceutil/trace.go:171","msg":"trace[500970622] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15114; }","duration":"1.357921807s","start":"2026-07-01T09:59:01.860363Z","end":"2026-07-01T09:59:03.218285Z","steps":["trace[500970622] 'agreement among raft nodes before linearized reading' (duration: 1.357740112s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.218345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.860356Z","time spent":"1.357978018s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T09:59:03.218468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116334023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:03.218505Z","caller":"traceutil/trace.go:171","msg":"trace[773745147] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15114; }","duration":"1.116382344s","start":"2026-07-01T09:59:02.102114Z","end":"2026-07-01T09:59:03.218496Z","steps":["trace[773745147] 'agreement among raft nodes before linearized reading' (duration: 1.116327683s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.218504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521858994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-01T09:59:03.218531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.102107Z","time spent":"1.116418365s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-01T09:59:03.218557Z","caller":"traceutil/trace.go:171","msg":"trace[2044057408] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15114; }","duration":"1.521943257s","start":"2026-07-01T09:59:01.696599Z","end":"2026-07-01T09:59:03.218543Z","steps":["trace[2044057408] 'agreement among raft nodes before linearized reading' (duration: 1.521791243s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.218605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129965714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:59:03.218612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.696584Z","time spent":"1.522015689s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-01T09:59:03.218628Z","caller":"traceutil/trace.go:171","msg":"trace[2063252586] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15114; }","duration":"1.129993375s","start":"2026-07-01T09:59:02.088627Z","end":"2026-07-01T09:59:03.218621Z","steps":["trace[2063252586] 'agreement among raft nodes before linearized reading' (duration: 1.129960514s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.21866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.088622Z","time spent":"1.130032096s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-01T09:59:03.218639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522040929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-01T09:59:03.21874Z","caller":"traceutil/trace.go:171","msg":"trace[1177225639] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15114; }","duration":"1.522200543s","start":"2026-07-01T09:59:01.696514Z","end":"2026-07-01T09:59:03.218715Z","steps":["trace[1177225639] 'agreement among raft nodes before linearized reading' (duration: 1.521896455s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.218796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.696492Z","time spent":"1.522293766s","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-01T09:59:03.218853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31069137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:03.218909Z","caller":"traceutil/trace.go:171","msg":"trace[269668740] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15114; }","duration":"1.310767651s","start":"2026-07-01T09:59:01.908126Z","end":"2026-07-01T09:59:03.218894Z","steps":["trace[269668740] 'agreement among raft nodes before linearized reading' (duration: 1.31070551s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.218929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13052912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-01T09:59:03.218961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.908118Z","time spent":"1.310830354s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-01T09:59:03.218966Z","caller":"traceutil/trace.go:171","msg":"trace[1256732108] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15114; }","duration":"1.130577521s","start":"2026-07-01T09:59:02.088379Z","end":"2026-07-01T09:59:03.218956Z","steps":["trace[1256732108] 'agreement among raft nodes before linearized reading' (duration: 1.130470438s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.088374Z","time spent":"1.130620042s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T09:59:03.219095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131554658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:59:03.219099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522473252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:03.219125Z","caller":"traceutil/trace.go:171","msg":"trace[332735552] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15114; }","duration":"1.131615969s","start":"2026-07-01T09:59:02.087502Z","end":"2026-07-01T09:59:03.219118Z","steps":["trace[332735552] 'agreement among raft nodes before linearized reading' (duration: 1.131572608s)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:03.21914Z","caller":"traceutil/trace.go:171","msg":"trace[1457903030] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15114; }","duration":"1.522511453s","start":"2026-07-01T09:59:01.696616Z","end":"2026-07-01T09:59:03.219128Z","steps":["trace[1457903030] 'agreement among raft nodes before linearized reading' (duration: 1.522441661s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.219094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642905994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-01T09:59:03.219187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.696551Z","time spent":"1.522628855s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-01T09:59:03.219198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213011037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:59:03.219225Z","caller":"traceutil/trace.go:171","msg":"trace[232430038] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:15114; }","duration":"1.213060999s","start":"2026-07-01T09:59:02.006157Z","end":"2026-07-01T09:59:03.219218Z","steps":["trace[232430038] 'agreement among raft nodes before linearized reading' (duration: 1.213016108s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.219236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311619775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:59:03.219258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.006144Z","time spent":"1.21310656s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:59:03.219284Z","caller":"traceutil/trace.go:171","msg":"trace[1211752132] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15114; }","duration":"1.311690767s","start":"2026-07-01T09:59:01.90758Z","end":"2026-07-01T09:59:03.219271Z","steps":["trace[1211752132] 'agreement among raft nodes before linearized reading' (duration: 1.311618175s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.219325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.907569Z","time spent":"1.311746809s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-01T09:59:03.219341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642025399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:740828"} {"level":"info","ts":"2026-07-01T09:59:03.218057Z","caller":"traceutil/trace.go:171","msg":"trace[421804758] linearizableReadLoop","detail":"{readStateIndex:15635; appliedIndex:15634; }","duration":"371.609387ms","start":"2026-07-01T09:59:02.846414Z","end":"2026-07-01T09:59:03.218023Z","steps":["trace[421804758] 'read index received' (duration: 105.212136ms)","trace[421804758] 'applied index is now lower than readState.Index' (duration: 266.394491ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:59:03.219381Z","caller":"traceutil/trace.go:171","msg":"trace[440506473] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15114; }","duration":"1.642110452s","start":"2026-07-01T09:59:01.577259Z","end":"2026-07-01T09:59:03.219369Z","steps":["trace[440506473] 'agreement among raft nodes before linearized reading' (duration: 1.641348802s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.219414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.577242Z","time spent":"1.642162863s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":740852,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-01T09:59:03.219462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359710845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:03.219558Z","caller":"traceutil/trace.go:171","msg":"trace[1267752139] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15114; }","duration":"1.359843549s","start":"2026-07-01T09:59:01.859699Z","end":"2026-07-01T09:59:03.219542Z","steps":["trace[1267752139] 'agreement among raft nodes before linearized reading' (duration: 1.359337105s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.218739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309415865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-01T09:59:03.219617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35840161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-01T09:59:03.219651Z","caller":"traceutil/trace.go:171","msg":"trace[758151] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15114; }","duration":"1.310343649s","start":"2026-07-01T09:59:01.909292Z","end":"2026-07-01T09:59:03.219636Z","steps":["trace[758151] 'agreement among raft nodes before linearized reading' (duration: 1.309354333s)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:03.219663Z","caller":"traceutil/trace.go:171","msg":"trace[1494040015] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15114; }","duration":"1.358465942s","start":"2026-07-01T09:59:01.861183Z","end":"2026-07-01T09:59:03.219649Z","steps":["trace[1494040015] 'agreement among raft nodes before linearized reading' (duration: 1.358332198s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.2197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.861174Z","time spent":"1.358515673s","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-01T09:59:03.219696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.909284Z","time spent":"1.310400392s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T09:59:03.219605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.859681Z","time spent":"1.359910581s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-01T09:59:03.218799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310602928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:03.219988Z","caller":"traceutil/trace.go:171","msg":"trace[1822098532] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15114; }","duration":"1.31179912s","start":"2026-07-01T09:59:01.908174Z","end":"2026-07-01T09:59:03.219973Z","steps":["trace[1822098532] 'agreement among raft nodes before linearized reading' (duration: 1.310597707s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.219933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048613897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vlj4x\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-07-01T09:59:03.220105Z","caller":"traceutil/trace.go:171","msg":"trace[1325926354] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vlj4x; range_end:; response_count:1; response_revision:15114; }","duration":"1.048824513s","start":"2026-07-01T09:59:02.171261Z","end":"2026-07-01T09:59:03.220085Z","steps":["trace[1325926354] 'agreement among raft nodes before linearized reading' (duration: 1.048211046s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.220216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.171239Z","time spent":"1.048956687s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-vlj4x\" "} {"level":"warn","ts":"2026-07-01T09:59:03.220449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.895151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:740828"} {"level":"info","ts":"2026-07-01T09:59:03.220486Z","caller":"traceutil/trace.go:171","msg":"trace[1599078444] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15114; }","duration":"372.965973ms","start":"2026-07-01T09:59:02.84751Z","end":"2026-07-01T09:59:03.220476Z","steps":["trace[1599078444] 'agreement among raft nodes before linearized reading' (duration: 372.336956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.220516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.847493Z","time spent":"373.014145ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":740852,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-01T09:59:03.22085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441421072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:59:03.22109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.386253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:59:03.219621Z","caller":"traceutil/trace.go:171","msg":"trace[1089117116] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15114; }","duration":"1.643104489s","start":"2026-07-01T09:59:01.57609Z","end":"2026-07-01T09:59:03.219194Z","steps":["trace[1089117116] 'agreement among raft nodes before linearized reading' (duration: 1.642132803s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.221624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.112038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:740828"} {"level":"info","ts":"2026-07-01T09:59:03.22167Z","caller":"traceutil/trace.go:171","msg":"trace[326526327] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15114; }","duration":"369.182281ms","start":"2026-07-01T09:59:02.852479Z","end":"2026-07-01T09:59:03.221661Z","steps":["trace[326526327] 'agreement among raft nodes before linearized reading' (duration: 368.580024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.221703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.852469Z","time spent":"369.224181ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":740852,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-01T09:59:03.222189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.167188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-01T09:59:03.222222Z","caller":"traceutil/trace.go:171","msg":"trace[2027290175] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15114; }","duration":"639.241561ms","start":"2026-07-01T09:59:02.582973Z","end":"2026-07-01T09:59:03.222214Z","steps":["trace[2027290175] 'agreement among raft nodes before linearized reading' (duration: 639.159158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.222239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.582951Z","time spent":"639.284391ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T09:59:03.222463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.291154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:59:03.222474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.481489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-01T09:59:03.222489Z","caller":"traceutil/trace.go:171","msg":"trace[613853452] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15114; }","duration":"660.360176ms","start":"2026-07-01T09:59:02.562123Z","end":"2026-07-01T09:59:03.222483Z","steps":["trace[613853452] 'agreement among raft nodes before linearized reading' (duration: 660.320515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.222507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.562092Z","time spent":"660.411348ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-01T09:59:03.222504Z","caller":"traceutil/trace.go:171","msg":"trace[331984584] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15114; }","duration":"660.558151ms","start":"2026-07-01T09:59:02.561937Z","end":"2026-07-01T09:59:03.222495Z","steps":["trace[331984584] 'agreement among raft nodes before linearized reading' (duration: 660.475819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.22253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.561913Z","time spent":"660.611193ms","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-01T09:59:03.220041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.908168Z","time spent":"1.311857731s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-01T09:59:03.220909Z","caller":"traceutil/trace.go:171","msg":"trace[1266222626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15114; }","duration":"1.441512615s","start":"2026-07-01T09:59:01.779381Z","end":"2026-07-01T09:59:03.220894Z","steps":["trace[1266222626] 'agreement among raft nodes before linearized reading' (duration: 1.440889558s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.222723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.779328Z","time spent":"1.443389896s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T09:59:03.222944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.232316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:03.222975Z","caller":"traceutil/trace.go:171","msg":"trace[284968869] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:15114; }","duration":"644.311698ms","start":"2026-07-01T09:59:02.578654Z","end":"2026-07-01T09:59:03.222965Z","steps":["trace[284968869] 'agreement among raft nodes before linearized reading' (duration: 644.266847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.222994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.578628Z","time spent":"644.36087ms","remote":"127.0.0.1:56648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:59:03.223051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.847564Z","time spent":"370.564039ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:59:03.219154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.087483Z","time spent":"1.13166189s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-01T09:59:03.224139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.545882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:740828"} {"level":"warn","ts":"2026-07-01T09:59:03.221443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.136398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T09:59:03.224969Z","caller":"traceutil/trace.go:171","msg":"trace[562250689] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15114; }","duration":"660.705475ms","start":"2026-07-01T09:59:02.564242Z","end":"2026-07-01T09:59:03.224947Z","steps":["trace[562250689] 'agreement among raft nodes before linearized reading' (duration: 657.075056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.225017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.564232Z","time spent":"660.770447ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-01T09:59:03.226365Z","caller":"traceutil/trace.go:171","msg":"trace[922922788] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:15114; }","duration":"484.704768ms","start":"2026-07-01T09:59:02.741638Z","end":"2026-07-01T09:59:03.226343Z","steps":["trace[922922788] 'agreement among raft nodes before linearized reading' (duration: 479.246209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.226449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.741616Z","time spent":"484.816112ms","remote":"127.0.0.1:60106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":20,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:59:03.224209Z","caller":"traceutil/trace.go:171","msg":"trace[1105439818] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15114; }","duration":"376.630354ms","start":"2026-07-01T09:59:02.847562Z","end":"2026-07-01T09:59:03.224192Z","steps":["trace[1105439818] 'agreement among raft nodes before linearized reading' (duration: 374.082494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.228229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.847558Z","time spent":"380.659874ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":740852,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-01T09:59:03.229502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.576078Z","time spent":"1.645143675s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T09:59:03.48608Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12673} {"level":"warn","ts":"2026-07-01T09:59:03.486671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.848678ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-07-01T09:59:03.486791Z","caller":"traceutil/trace.go:171","msg":"trace[647110825] linearizableReadLoop","detail":"{readStateIndex:15637; appliedIndex:15636; }","duration":"261.847136ms","start":"2026-07-01T09:59:03.224924Z","end":"2026-07-01T09:59:03.486771Z","steps":["trace[647110825] 'read index received' (duration: 104.742494ms)","trace[647110825] 'applied index is now lower than readState.Index' (duration: 157.102932ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:59:03.487119Z","caller":"traceutil/trace.go:171","msg":"trace[163107087] compact","detail":"{revision:12673; response_revision:15114; }","duration":"266.219525ms","start":"2026-07-01T09:59:03.220888Z","end":"2026-07-01T09:59:03.487107Z","steps":["trace[163107087] 'process raft request' (duration: 108.845206ms)","trace[163107087] 'check and update compact revision' (duration: 155.734625ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:59:03.487875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.933685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:59:03.487908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.419937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18981"} {"level":"info","ts":"2026-07-01T09:59:03.487927Z","caller":"traceutil/trace.go:171","msg":"trace[2071249651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15114; }","duration":"263.015918ms","start":"2026-07-01T09:59:03.224898Z","end":"2026-07-01T09:59:03.487914Z","steps":["trace[2071249651] 'agreement among raft nodes before linearized reading' (duration: 262.71037ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:03.487962Z","caller":"traceutil/trace.go:171","msg":"trace[25251025] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15114; }","duration":"253.52712ms","start":"2026-07-01T09:59:03.234416Z","end":"2026-07-01T09:59:03.487943Z","steps":["trace[25251025] 'agreement among raft nodes before linearized reading' (duration: 253.218931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.488418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.736049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:740828"} {"level":"info","ts":"2026-07-01T09:59:03.488503Z","caller":"traceutil/trace.go:171","msg":"trace[306230351] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15114; }","duration":"259.898133ms","start":"2026-07-01T09:59:03.228586Z","end":"2026-07-01T09:59:03.488485Z","steps":["trace[306230351] 'agreement among raft nodes before linearized reading' (duration: 258.984968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.77185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.404241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:59:03.772068Z","caller":"traceutil/trace.go:171","msg":"trace[458389312] linearizableReadLoop","detail":"{readStateIndex:15638; appliedIndex:15637; }","duration":"175.201395ms","start":"2026-07-01T09:59:03.596815Z","end":"2026-07-01T09:59:03.772017Z","steps":["trace[458389312] 'read index received' (duration: 14.433003ms)","trace[458389312] 'applied index is now lower than readState.Index' (duration: 160.764972ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:59:03.772196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.38339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:03.772502Z","caller":"traceutil/trace.go:171","msg":"trace[176150234] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15115; }","duration":"175.739079ms","start":"2026-07-01T09:59:03.596749Z","end":"2026-07-01T09:59:03.772488Z","steps":["trace[176150234] 'agreement among raft nodes before linearized reading' (duration: 175.354599ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:03.772209Z","caller":"traceutil/trace.go:171","msg":"trace[211852693] transaction","detail":"{read_only:false; response_revision:15115; number_of_response:1; }","duration":"192.726163ms","start":"2026-07-01T09:59:03.579436Z","end":"2026-07-01T09:59:03.772162Z","steps":["trace[211852693] 'process raft request' (duration: 31.90513ms)","trace[211852693] 'compare' (duration: 122.360154ms)","trace[211852693] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:532; } (duration: 37.906803ms)"],"step_count":3} {"level":"info","ts":"2026-07-01T09:59:04.001305Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12673,"took":"505.590439ms","hash":1413345116,"current-db-size-bytes":57352192,"current-db-size":"57 MB","current-db-size-in-use-bytes":30658560,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-01T09:59:04.001402Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1413345116,"revision":12673,"compact-revision":10411} {"level":"info","ts":"2026-07-01T09:59:04.00214Z","caller":"traceutil/trace.go:171","msg":"trace[1065236109] transaction","detail":"{read_only:false; response_revision:15117; number_of_response:1; }","duration":"137.378504ms","start":"2026-07-01T09:59:03.864711Z","end":"2026-07-01T09:59:04.00209Z","steps":["trace[1065236109] 'process raft request' (duration: 137.042495ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:04.002202Z","caller":"traceutil/trace.go:171","msg":"trace[556724018] transaction","detail":"{read_only:false; response_revision:15118; number_of_response:1; }","duration":"137.24336ms","start":"2026-07-01T09:59:03.864938Z","end":"2026-07-01T09:59:04.002181Z","steps":["trace[556724018] 'process raft request' (duration: 136.86714ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:04.002328Z","caller":"traceutil/trace.go:171","msg":"trace[387568047] transaction","detail":"{read_only:false; response_revision:15116; number_of_response:1; }","duration":"139.183643ms","start":"2026-07-01T09:59:03.863131Z","end":"2026-07-01T09:59:04.002314Z","steps":["trace[387568047] 'process raft request' (duration: 92.85807ms)","trace[387568047] 'compare' (duration: 45.647785ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:59:04.767289Z","caller":"traceutil/trace.go:171","msg":"trace[408314077] transaction","detail":"{read_only:false; response_revision:15120; number_of_response:1; }","duration":"249.87252ms","start":"2026-07-01T09:59:04.517391Z","end":"2026-07-01T09:59:04.767263Z","steps":["trace[408314077] 'process raft request' (duration: 249.726876ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:02:00.477216Z","caller":"traceutil/trace.go:171","msg":"trace[1499659649] transaction","detail":"{read_only:false; response_revision:16591; number_of_response:1; }","duration":"148.432353ms","start":"2026-07-01T10:02:00.328745Z","end":"2026-07-01T10:02:00.477177Z","steps":["trace[1499659649] 'process raft request' (duration: 148.224237ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:04:03.495233Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15113} {"level":"info","ts":"2026-07-01T10:04:03.596094Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15113,"took":"98.029331ms","hash":1988975432,"current-db-size-bytes":57352192,"current-db-size":"57 MB","current-db-size-in-use-bytes":31473664,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T10:04:03.596207Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1988975432,"revision":15113,"compact-revision":12673} {"level":"info","ts":"2026-07-01T10:04:53.437932Z","caller":"traceutil/trace.go:171","msg":"trace[1101074242] transaction","detail":"{read_only:false; response_revision:17745; number_of_response:1; }","duration":"113.636881ms","start":"2026-07-01T10:04:53.324243Z","end":"2026-07-01T10:04:53.43788Z","steps":["trace[1101074242] 'process raft request' (duration: 107.860934ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:04:53.437939Z","caller":"traceutil/trace.go:171","msg":"trace[1328409651] transaction","detail":"{read_only:false; response_revision:17746; number_of_response:1; }","duration":"106.571978ms","start":"2026-07-01T10:04:53.331346Z","end":"2026-07-01T10:04:53.437918Z","steps":["trace[1328409651] 'process raft request' (duration: 106.437355ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:04:53.438374Z","caller":"traceutil/trace.go:171","msg":"trace[1330342960] transaction","detail":"{read_only:false; response_revision:17747; number_of_response:1; }","duration":"106.924548ms","start":"2026-07-01T10:04:53.331402Z","end":"2026-07-01T10:04:53.438326Z","steps":["trace[1330342960] 'process raft request' (duration: 106.484296ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:04:59.245087Z","caller":"traceutil/trace.go:171","msg":"trace[408316470] transaction","detail":"{read_only:false; response_revision:17783; number_of_response:1; }","duration":"239.609749ms","start":"2026-07-01T10:04:59.005452Z","end":"2026-07-01T10:04:59.245062Z","steps":["trace[408316470] 'process raft request' (duration: 239.457014ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:04:59.254635Z","caller":"traceutil/trace.go:171","msg":"trace[1431484428] linearizableReadLoop","detail":"{readStateIndex:18391; appliedIndex:18389; }","duration":"127.979812ms","start":"2026-07-01T10:04:59.126638Z","end":"2026-07-01T10:04:59.254618Z","steps":["trace[1431484428] 'read index received' (duration: 118.276238ms)","trace[1431484428] 'applied index is now lower than readState.Index' (duration: 9.702834ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:04:59.254727Z","caller":"traceutil/trace.go:171","msg":"trace[1120502326] transaction","detail":"{read_only:false; response_revision:17784; number_of_response:1; }","duration":"149.574272ms","start":"2026-07-01T10:04:59.10512Z","end":"2026-07-01T10:04:59.254694Z","steps":["trace[1120502326] 'process raft request' (duration: 149.394328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:04:59.254796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.150308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72k5k\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-07-01T10:04:59.25482Z","caller":"traceutil/trace.go:171","msg":"trace[729245103] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72k5k; range_end:; response_count:1; response_revision:17784; }","duration":"128.216359ms","start":"2026-07-01T10:04:59.126595Z","end":"2026-07-01T10:04:59.254811Z","steps":["trace[729245103] 'agreement among raft nodes before linearized reading' (duration: 128.096365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:04:59.449073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.928188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:04:59.44942Z","caller":"traceutil/trace.go:171","msg":"trace[517859709] transaction","detail":"{read_only:false; response_revision:17785; number_of_response:1; }","duration":"178.139132ms","start":"2026-07-01T10:04:59.271227Z","end":"2026-07-01T10:04:59.449366Z","steps":["trace[517859709] 'process raft request' (duration: 48.831263ms)","trace[517859709] 'compare' (duration: 128.656821ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:04:59.671926Z","caller":"traceutil/trace.go:171","msg":"trace[2096213633] transaction","detail":"{read_only:false; response_revision:17786; number_of_response:1; }","duration":"210.6796ms","start":"2026-07-01T10:04:59.461219Z","end":"2026-07-01T10:04:59.671898Z","steps":["trace[2096213633] 'process raft request' (duration: 198.259681ms)","trace[2096213633] 'compare' (duration: 11.908915ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:04:59.672125Z","caller":"traceutil/trace.go:171","msg":"trace[1141629353] transaction","detail":"{read_only:false; response_revision:17787; number_of_response:1; }","duration":"208.738966ms","start":"2026-07-01T10:04:59.463364Z","end":"2026-07-01T10:04:59.672103Z","steps":["trace[1141629353] 'process raft request' (duration: 208.349346ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:04:59.672165Z","caller":"traceutil/trace.go:171","msg":"trace[1836346032] transaction","detail":"{read_only:false; response_revision:17788; number_of_response:1; }","duration":"206.412683ms","start":"2026-07-01T10:04:59.465721Z","end":"2026-07-01T10:04:59.672134Z","steps":["trace[1836346032] 'process raft request' (duration: 206.083024ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:00.269755Z","caller":"traceutil/trace.go:171","msg":"trace[1546204190] linearizableReadLoop","detail":"{readStateIndex:18396; appliedIndex:18395; }","duration":"490.203298ms","start":"2026-07-01T10:04:59.779527Z","end":"2026-07-01T10:05:00.26973Z","steps":["trace[1546204190] 'read index received' (duration: 489.159809ms)","trace[1546204190] 'applied index is now lower than readState.Index' (duration: 1.038988ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:05:00.269791Z","caller":"traceutil/trace.go:171","msg":"trace[793678851] transaction","detail":"{read_only:false; response_revision:17789; number_of_response:1; }","duration":"562.074169ms","start":"2026-07-01T10:04:59.70768Z","end":"2026-07-01T10:05:00.269754Z","steps":["trace[793678851] 'process raft request' (duration: 560.99288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:00.26989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.345221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:05:00.269925Z","caller":"traceutil/trace.go:171","msg":"trace[1863451285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17789; }","duration":"490.416064ms","start":"2026-07-01T10:04:59.779498Z","end":"2026-07-01T10:05:00.269914Z","steps":["trace[1863451285] 'agreement among raft nodes before linearized reading' (duration: 490.345852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:00.269964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:04:59.779484Z","time spent":"490.473055ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:05:00.269959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:04:59.70766Z","time spent":"562.208832ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:05:00.309955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.108896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:05:00.309965Z","caller":"traceutil/trace.go:171","msg":"trace[1826907496] transaction","detail":"{read_only:false; response_revision:17790; number_of_response:1; }","duration":"499.880752ms","start":"2026-07-01T10:04:59.810056Z","end":"2026-07-01T10:05:00.309937Z","steps":["trace[1826907496] 'process raft request' (duration: 499.634085ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:00.310041Z","caller":"traceutil/trace.go:171","msg":"trace[616131561] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:17790; }","duration":"202.234279ms","start":"2026-07-01T10:05:00.107785Z","end":"2026-07-01T10:05:00.310019Z","steps":["trace[616131561] 'agreement among raft nodes before linearized reading' (duration: 202.110006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:00.310115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:04:59.810022Z","time spent":"500.014845ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:05:00.421164Z","caller":"traceutil/trace.go:171","msg":"trace[250528806] transaction","detail":"{read_only:false; response_revision:17791; number_of_response:1; }","duration":"108.799039ms","start":"2026-07-01T10:05:00.312334Z","end":"2026-07-01T10:05:00.421133Z","steps":["trace[250528806] 'process raft request' (duration: 91.94962ms)","trace[250528806] 'compare' (duration: 16.728176ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:05:05.593496Z","caller":"traceutil/trace.go:171","msg":"trace[1557689887] transaction","detail":"{read_only:false; response_revision:17847; number_of_response:1; }","duration":"315.570392ms","start":"2026-07-01T10:05:05.277893Z","end":"2026-07-01T10:05:05.593463Z","steps":["trace[1557689887] 'process raft request' (duration: 315.339566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:05.593677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:05.277877Z","time spent":"315.709876ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6829,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:05:05.594356Z","caller":"traceutil/trace.go:171","msg":"trace[2025837783] linearizableReadLoop","detail":"{readStateIndex:18456; appliedIndex:18454; }","duration":"290.122348ms","start":"2026-07-01T10:05:05.304207Z","end":"2026-07-01T10:05:05.594329Z","steps":["trace[2025837783] 'read index received' (duration: 289.016217ms)","trace[2025837783] 'applied index is now lower than readState.Index' (duration: 1.104961ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:05:05.594383Z","caller":"traceutil/trace.go:171","msg":"trace[1702712022] transaction","detail":"{read_only:false; response_revision:17848; number_of_response:1; }","duration":"296.45342ms","start":"2026-07-01T10:05:05.297892Z","end":"2026-07-01T10:05:05.594346Z","steps":["trace[1702712022] 'process raft request' (duration: 296.302216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:05.594572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.342423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T10:05:05.594605Z","caller":"traceutil/trace.go:171","msg":"trace[884975367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17848; }","duration":"290.416096ms","start":"2026-07-01T10:05:05.304178Z","end":"2026-07-01T10:05:05.594594Z","steps":["trace[884975367] 'agreement among raft nodes before linearized reading' (duration: 290.270812ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:08.851722Z","caller":"traceutil/trace.go:171","msg":"trace[717575029] transaction","detail":"{read_only:false; response_revision:17920; number_of_response:1; }","duration":"372.797004ms","start":"2026-07-01T10:05:08.478905Z","end":"2026-07-01T10:05:08.851702Z","steps":["trace[717575029] 'process raft request' (duration: 372.546857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:08.851843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:08.478883Z","time spent":"372.897686ms","remote":"127.0.0.1:46842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417161,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:05:08.892531Z","caller":"traceutil/trace.go:171","msg":"trace[1409261658] transaction","detail":"{read_only:false; response_revision:17921; number_of_response:1; }","duration":"407.338596ms","start":"2026-07-01T10:05:08.485162Z","end":"2026-07-01T10:05:08.892501Z","steps":["trace[1409261658] 'process raft request' (duration: 407.10317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:08.892662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:08.485146Z","time spent":"407.45255ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:05:08.892528Z","caller":"traceutil/trace.go:171","msg":"trace[325639382] transaction","detail":"{read_only:false; response_revision:17922; number_of_response:1; }","duration":"339.919916ms","start":"2026-07-01T10:05:08.55258Z","end":"2026-07-01T10:05:08.8925Z","steps":["trace[325639382] 'process raft request' (duration: 339.837924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:08.892877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:08.552557Z","time spent":"340.267836ms","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T10:05:08.892884Z","caller":"traceutil/trace.go:171","msg":"trace[1778484382] linearizableReadLoop","detail":"{readStateIndex:18531; appliedIndex:18529; }","duration":"386.711403ms","start":"2026-07-01T10:05:08.506155Z","end":"2026-07-01T10:05:08.892866Z","steps":["trace[1778484382] 'read index received' (duration: 345.237041ms)","trace[1778484382] 'applied index is now lower than readState.Index' (duration: 41.473592ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:05:08.892983Z","caller":"traceutil/trace.go:171","msg":"trace[1822678085] transaction","detail":"{read_only:false; response_revision:17924; number_of_response:1; }","duration":"130.10691ms","start":"2026-07-01T10:05:08.762867Z","end":"2026-07-01T10:05:08.892974Z","steps":["trace[1822678085] 'process raft request' (duration: 129.887954ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:08.89306Z","caller":"traceutil/trace.go:171","msg":"trace[312122220] transaction","detail":"{read_only:false; response_revision:17923; number_of_response:1; }","duration":"336.904674ms","start":"2026-07-01T10:05:08.556149Z","end":"2026-07-01T10:05:08.893053Z","steps":["trace[312122220] 'process raft request' (duration: 336.315708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:08.893091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:08.556141Z","time spent":"336.935555ms","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T10:05:08.893151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.977551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:05:08.893184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.512152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:05:08.893214Z","caller":"traceutil/trace.go:171","msg":"trace[1979734786] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:17925; }","duration":"366.656495ms","start":"2026-07-01T10:05:08.526549Z","end":"2026-07-01T10:05:08.893205Z","steps":["trace[1979734786] 'agreement among raft nodes before linearized reading' (duration: 366.586273ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:08.893213Z","caller":"traceutil/trace.go:171","msg":"trace[219678895] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:17925; }","duration":"387.088943ms","start":"2026-07-01T10:05:08.506109Z","end":"2026-07-01T10:05:08.893198Z","steps":["trace[219678895] 'agreement among raft nodes before linearized reading' (duration: 386.96954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:08.893237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:08.526517Z","time spent":"366.712657ms","remote":"127.0.0.1:57962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:05:08.893248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:08.50609Z","time spent":"387.150575ms","remote":"127.0.0.1:46842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:05:08.893349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.538726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29715000-8f5bs\" ","response":"range_response_count:1 size:6951"} {"level":"info","ts":"2026-07-01T10:05:08.893369Z","caller":"traceutil/trace.go:171","msg":"trace[1174258343] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29715000-8f5bs; range_end:; response_count:1; response_revision:17925; }","duration":"158.601249ms","start":"2026-07-01T10:05:08.734763Z","end":"2026-07-01T10:05:08.893364Z","steps":["trace[1174258343] 'agreement among raft nodes before linearized reading' (duration: 158.554117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:08.893447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.16903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:05:08.893471Z","caller":"traceutil/trace.go:171","msg":"trace[1913174991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17925; }","duration":"249.237221ms","start":"2026-07-01T10:05:08.644228Z","end":"2026-07-01T10:05:08.893465Z","steps":["trace[1913174991] 'agreement among raft nodes before linearized reading' (duration: 249.110968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:08.894582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.294107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224957"} {"level":"info","ts":"2026-07-01T10:05:08.894617Z","caller":"traceutil/trace.go:171","msg":"trace[647949333] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17925; }","duration":"126.343077ms","start":"2026-07-01T10:05:08.768261Z","end":"2026-07-01T10:05:08.894604Z","steps":["trace[647949333] 'agreement among raft nodes before linearized reading' (duration: 125.269388ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:09.023805Z","caller":"traceutil/trace.go:171","msg":"trace[1557810203] linearizableReadLoop","detail":"{readStateIndex:18538; appliedIndex:18536; }","duration":"115.165713ms","start":"2026-07-01T10:05:08.908614Z","end":"2026-07-01T10:05:09.02378Z","steps":["trace[1557810203] 'read index received' (duration: 104.151092ms)","trace[1557810203] 'applied index is now lower than readState.Index' (duration: 11.013651ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:05:09.02393Z","caller":"traceutil/trace.go:171","msg":"trace[1595534916] transaction","detail":"{read_only:false; response_revision:17928; number_of_response:1; }","duration":"122.200455ms","start":"2026-07-01T10:05:08.901693Z","end":"2026-07-01T10:05:09.023893Z","steps":["trace[1595534916] 'process raft request' (duration: 122.000109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:09.024045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.985281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-72k5k-api\" ","response":"range_response_count:1 size:911"} {"level":"info","ts":"2026-07-01T10:05:09.024101Z","caller":"traceutil/trace.go:171","msg":"trace[772122847] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-72k5k-api; range_end:; response_count:1; response_revision:17928; }","duration":"125.069663ms","start":"2026-07-01T10:05:08.89902Z","end":"2026-07-01T10:05:09.02409Z","steps":["trace[772122847] 'agreement among raft nodes before linearized reading' (duration: 124.885208ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:09.024158Z","caller":"traceutil/trace.go:171","msg":"trace[872507264] transaction","detail":"{read_only:false; response_revision:17927; number_of_response:1; }","duration":"124.991241ms","start":"2026-07-01T10:05:08.899107Z","end":"2026-07-01T10:05:09.024098Z","steps":["trace[872507264] 'process raft request' (duration: 113.641822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:09.024243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.194566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-72k5k-vnc\" ","response":"range_response_count:1 size:911"} {"level":"info","ts":"2026-07-01T10:05:09.024327Z","caller":"traceutil/trace.go:171","msg":"trace[514298230] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-72k5k-vnc; range_end:; response_count:1; response_revision:17928; }","duration":"125.31314ms","start":"2026-07-01T10:05:08.898994Z","end":"2026-07-01T10:05:09.024307Z","steps":["trace[514298230] 'agreement among raft nodes before linearized reading' (duration: 125.061073ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:09.087133Z","caller":"traceutil/trace.go:171","msg":"trace[582688762] transaction","detail":"{read_only:false; response_revision:17929; number_of_response:1; }","duration":"176.2498ms","start":"2026-07-01T10:05:08.910863Z","end":"2026-07-01T10:05:09.087112Z","steps":["trace[582688762] 'process raft request' (duration: 176.091506ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:09.087388Z","caller":"traceutil/trace.go:171","msg":"trace[1516122351] transaction","detail":"{read_only:false; number_of_response:1; response_revision:17929; }","duration":"176.426864ms","start":"2026-07-01T10:05:08.910946Z","end":"2026-07-01T10:05:09.087372Z","steps":["trace[1516122351] 'process raft request' (duration: 176.130346ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:09.087577Z","caller":"traceutil/trace.go:171","msg":"trace[1927544581] transaction","detail":"{read_only:false; number_of_response:1; response_revision:17930; }","duration":"175.616032ms","start":"2026-07-01T10:05:08.91195Z","end":"2026-07-01T10:05:09.087566Z","steps":["trace[1927544581] 'process raft request' (duration: 175.484339ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:09.087574Z","caller":"traceutil/trace.go:171","msg":"trace[1469055816] transaction","detail":"{read_only:false; response_revision:17931; number_of_response:1; }","duration":"175.365756ms","start":"2026-07-01T10:05:08.91218Z","end":"2026-07-01T10:05:09.087546Z","steps":["trace[1469055816] 'process raft request' (duration: 175.286044ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:09.087651Z","caller":"traceutil/trace.go:171","msg":"trace[292028972] transaction","detail":"{read_only:false; response_revision:17930; number_of_response:1; }","duration":"176.310872ms","start":"2026-07-01T10:05:08.911332Z","end":"2026-07-01T10:05:09.087643Z","steps":["trace[292028972] 'process raft request' (duration: 175.974122ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:09.269983Z","caller":"traceutil/trace.go:171","msg":"trace[1441536073] linearizableReadLoop","detail":"{readStateIndex:18544; appliedIndex:18538; }","duration":"246.086546ms","start":"2026-07-01T10:05:09.023878Z","end":"2026-07-01T10:05:09.269964Z","steps":["trace[1441536073] 'read index received' (duration: 63.184215ms)","trace[1441536073] 'applied index is now lower than readState.Index' (duration: 182.901421ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:05:09.270063Z","caller":"traceutil/trace.go:171","msg":"trace[1611836288] transaction","detail":"{read_only:false; response_revision:17932; number_of_response:1; }","duration":"251.685888ms","start":"2026-07-01T10:05:09.01835Z","end":"2026-07-01T10:05:09.270036Z","steps":["trace[1611836288] 'process raft request' (duration: 251.489253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:09.270183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.52726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-01T10:05:09.270184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.972868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-07-01T10:05:09.270215Z","caller":"traceutil/trace.go:171","msg":"trace[1907508025] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17932; }","duration":"297.604112ms","start":"2026-07-01T10:05:08.972603Z","end":"2026-07-01T10:05:09.270207Z","steps":["trace[1907508025] 'agreement among raft nodes before linearized reading' (duration: 297.450908ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:09.27022Z","caller":"traceutil/trace.go:171","msg":"trace[129225487] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:17932; }","duration":"340.014579ms","start":"2026-07-01T10:05:08.930197Z","end":"2026-07-01T10:05:09.270211Z","steps":["trace[129225487] 'agreement among raft nodes before linearized reading' (duration: 339.902436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:09.270241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:08.930143Z","time spent":"340.093711ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1846,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-07-01T10:05:09.770375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691268481,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T10:05:09.971154Z","caller":"traceutil/trace.go:171","msg":"trace[390313018] transaction","detail":"{read_only:false; response_revision:17933; number_of_response:1; }","duration":"868.547463ms","start":"2026-07-01T10:05:09.102581Z","end":"2026-07-01T10:05:09.971128Z","steps":["trace[390313018] 'process raft request' (duration: 868.304096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:09.971313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:09.10256Z","time spent":"868.673776ms","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2030,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:05:09.97143Z","caller":"traceutil/trace.go:171","msg":"trace[2064023765] transaction","detail":"{read_only:false; response_revision:17934; number_of_response:1; }","duration":"868.07988ms","start":"2026-07-01T10:05:09.10331Z","end":"2026-07-01T10:05:09.971389Z","steps":["trace[2064023765] 'process raft request' (duration: 867.72125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:09.971562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:09.103286Z","time spent":"868.211633ms","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T10:05:09.971802Z","caller":"traceutil/trace.go:171","msg":"trace[91444320] transaction","detail":"{read_only:false; response_revision:17935; number_of_response:1; }","duration":"866.97587ms","start":"2026-07-01T10:05:09.104802Z","end":"2026-07-01T10:05:09.971778Z","steps":["trace[91444320] 'process raft request' (duration: 866.581009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:09.971892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:09.104792Z","time spent":"867.053582ms","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2030,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:05:09.972037Z","caller":"traceutil/trace.go:171","msg":"trace[760552249] transaction","detail":"{read_only:false; response_revision:17936; number_of_response:1; }","duration":"750.200333ms","start":"2026-07-01T10:05:09.221733Z","end":"2026-07-01T10:05:09.971933Z","steps":["trace[760552249] 'process raft request' (duration: 749.964707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:09.972354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:09.221705Z","time spent":"750.525082ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2515,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T10:05:09.983838Z","caller":"traceutil/trace.go:171","msg":"trace[707669691] linearizableReadLoop","detail":"{readStateIndex:18552; appliedIndex:18544; }","duration":"713.776989ms","start":"2026-07-01T10:05:09.270036Z","end":"2026-07-01T10:05:09.983813Z","steps":["trace[707669691] 'read index received' (duration: 700.882067ms)","trace[707669691] 'applied index is now lower than readState.Index' (duration: 12.893812ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:05:09.984119Z","caller":"traceutil/trace.go:171","msg":"trace[1355602768] transaction","detail":"{read_only:false; response_revision:17937; number_of_response:1; }","duration":"376.222757ms","start":"2026-07-01T10:05:09.607881Z","end":"2026-07-01T10:05:09.984104Z","steps":["trace[1355602768] 'process raft request' (duration: 375.558719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:09.984241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:09.607852Z","time spent":"376.297239ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:05:09.985339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.350292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4a206d5b-d9a3-4490-b8f0-6ae2acaafa8c\" ","response":"range_response_count:1 size:3639"} {"level":"info","ts":"2026-07-01T10:05:09.985394Z","caller":"traceutil/trace.go:171","msg":"trace[42610884] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4a206d5b-d9a3-4490-b8f0-6ae2acaafa8c; range_end:; response_count:1; response_revision:17941; }","duration":"818.420014ms","start":"2026-07-01T10:05:09.166949Z","end":"2026-07-01T10:05:09.985369Z","steps":["trace[42610884] 'agreement among raft nodes before linearized reading' (duration: 818.26111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:09.985419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:09.166934Z","time spent":"818.479305ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3663,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4a206d5b-d9a3-4490-b8f0-6ae2acaafa8c\" "} {"level":"warn","ts":"2026-07-01T10:05:09.985581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.42046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18792"} {"level":"info","ts":"2026-07-01T10:05:09.985605Z","caller":"traceutil/trace.go:171","msg":"trace[103665263] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17941; }","duration":"768.470192ms","start":"2026-07-01T10:05:09.217128Z","end":"2026-07-01T10:05:09.985599Z","steps":["trace[103665263] 'agreement among raft nodes before linearized reading' (duration: 768.39878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:09.985623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:09.217116Z","time spent":"768.503652ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18816,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-01T10:05:09.985853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.702937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:05:09.98591Z","caller":"traceutil/trace.go:171","msg":"trace[1526258534] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:17941; }","duration":"868.873172ms","start":"2026-07-01T10:05:09.117019Z","end":"2026-07-01T10:05:09.985892Z","steps":["trace[1526258534] 'agreement among raft nodes before linearized reading' (duration: 868.662046ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:09.984795Z","caller":"traceutil/trace.go:171","msg":"trace[1867291296] transaction","detail":"{read_only:false; response_revision:17941; number_of_response:1; }","duration":"134.826359ms","start":"2026-07-01T10:05:09.84995Z","end":"2026-07-01T10:05:09.984776Z","steps":["trace[1867291296] 'process raft request' (duration: 133.794051ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:09.984904Z","caller":"traceutil/trace.go:171","msg":"trace[1875340347] transaction","detail":"{read_only:false; response_revision:17938; number_of_response:1; }","duration":"283.178168ms","start":"2026-07-01T10:05:09.701718Z","end":"2026-07-01T10:05:09.984896Z","steps":["trace[1875340347] 'process raft request' (duration: 281.865903ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:09.984929Z","caller":"traceutil/trace.go:171","msg":"trace[537550862] transaction","detail":"{read_only:false; response_revision:17939; number_of_response:1; }","duration":"281.710738ms","start":"2026-07-01T10:05:09.703212Z","end":"2026-07-01T10:05:09.984923Z","steps":["trace[537550862] 'process raft request' (duration: 280.412093ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:09.985014Z","caller":"traceutil/trace.go:171","msg":"trace[251316758] transaction","detail":"{read_only:false; response_revision:17940; number_of_response:1; }","duration":"280.416272ms","start":"2026-07-01T10:05:09.70459Z","end":"2026-07-01T10:05:09.985007Z","steps":["trace[251316758] 'process raft request' (duration: 279.114647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:09.986055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:09.117006Z","time spent":"869.038506ms","remote":"127.0.0.1:45816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":121,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:05:09.986575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.198098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-01T10:05:09.986624Z","caller":"traceutil/trace.go:171","msg":"trace[1768929245] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:17943; }","duration":"689.28735ms","start":"2026-07-01T10:05:09.297323Z","end":"2026-07-01T10:05:09.98661Z","steps":["trace[1768929245] 'agreement among raft nodes before linearized reading' (duration: 689.163637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:09.986652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:09.297299Z","time spent":"689.345512ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3709,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-01T10:05:09.986856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.68089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-q4qzm\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-07-01T10:05:09.986891Z","caller":"traceutil/trace.go:171","msg":"trace[1261343205] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-q4qzm; range_end:; response_count:1; response_revision:17943; }","duration":"151.741431ms","start":"2026-07-01T10:05:09.83514Z","end":"2026-07-01T10:05:09.986882Z","steps":["trace[1261343205] 'agreement among raft nodes before linearized reading' (duration: 151.640438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:09.987028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.933129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:05:09.987081Z","caller":"traceutil/trace.go:171","msg":"trace[893382271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17943; }","duration":"206.015322ms","start":"2026-07-01T10:05:09.781055Z","end":"2026-07-01T10:05:09.98707Z","steps":["trace[893382271] 'agreement among raft nodes before linearized reading' (duration: 205.93828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:09.987052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.204111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:05:09.9873Z","caller":"traceutil/trace.go:171","msg":"trace[694493148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17943; }","duration":"352.447358ms","start":"2026-07-01T10:05:09.63484Z","end":"2026-07-01T10:05:09.987288Z","steps":["trace[694493148] 'agreement among raft nodes before linearized reading' (duration: 352.15821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:09.987327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.446751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vlj4x\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-01T10:05:09.98735Z","caller":"traceutil/trace.go:171","msg":"trace[1707936914] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vlj4x; range_end:; response_count:1; response_revision:17943; }","duration":"185.483711ms","start":"2026-07-01T10:05:09.80186Z","end":"2026-07-01T10:05:09.987343Z","steps":["trace[1707936914] 'agreement among raft nodes before linearized reading' (duration: 185.411449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:09.987346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:09.634779Z","time spent":"352.555321ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:05:09.993594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.531951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T10:05:09.993677Z","caller":"traceutil/trace.go:171","msg":"trace[1686713300] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17943; }","duration":"193.661975ms","start":"2026-07-01T10:05:09.799997Z","end":"2026-07-01T10:05:09.993659Z","steps":["trace[1686713300] 'agreement among raft nodes before linearized reading' (duration: 187.136196ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:07:56.629295Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be773dfc027af3eb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T10:07:56.63483Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-01T10:07:56.634944Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-01T10:08:31.261595Z","caller":"traceutil/trace.go:171","msg":"trace[967346570] linearizableReadLoop","detail":"{readStateIndex:20193; appliedIndex:20192; }","duration":"205.417186ms","start":"2026-07-01T10:08:31.056159Z","end":"2026-07-01T10:08:31.261577Z","steps":["trace[967346570] 'read index received' (duration: 205.283392ms)","trace[967346570] 'applied index is now lower than readState.Index' (duration: 132.874µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:08:31.261659Z","caller":"traceutil/trace.go:171","msg":"trace[2010405256] transaction","detail":"{read_only:false; response_revision:19532; number_of_response:1; }","duration":"390.683371ms","start":"2026-07-01T10:08:30.870943Z","end":"2026-07-01T10:08:31.261626Z","steps":["trace[2010405256] 'process raft request' (duration: 390.502196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:08:31.261775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.603791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T10:08:31.261823Z","caller":"traceutil/trace.go:171","msg":"trace[818775223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19532; }","duration":"205.698263ms","start":"2026-07-01T10:08:31.056112Z","end":"2026-07-01T10:08:31.261811Z","steps":["trace[818775223] 'agreement among raft nodes before linearized reading' (duration: 205.533069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:08:31.261856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:30.870919Z","time spent":"390.858096ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:08:31.262535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.102298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:08:31.262571Z","caller":"traceutil/trace.go:171","msg":"trace[1517966340] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:19533; }","duration":"168.162069ms","start":"2026-07-01T10:08:31.094398Z","end":"2026-07-01T10:08:31.26256Z","steps":["trace[1517966340] 'agreement among raft nodes before linearized reading' (duration: 168.077736ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:08:31.26275Z","caller":"traceutil/trace.go:171","msg":"trace[1475575112] transaction","detail":"{read_only:false; response_revision:19533; number_of_response:1; }","duration":"107.499684ms","start":"2026-07-01T10:08:31.15524Z","end":"2026-07-01T10:08:31.26274Z","steps":["trace[1475575112] 'process raft request' (duration: 107.180215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:08:39.858635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691273410,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T10:08:39.990935Z","caller":"traceutil/trace.go:171","msg":"trace[1379609296] linearizableReadLoop","detail":"{readStateIndex:20279; appliedIndex:20278; }","duration":"632.721727ms","start":"2026-07-01T10:08:39.358186Z","end":"2026-07-01T10:08:39.990908Z","steps":["trace[1379609296] 'read index received' (duration: 632.547602ms)","trace[1379609296] 'applied index is now lower than readState.Index' (duration: 173.285µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:08:39.991061Z","caller":"traceutil/trace.go:171","msg":"trace[584684532] transaction","detail":"{read_only:false; response_revision:19616; number_of_response:1; }","duration":"688.619593ms","start":"2026-07-01T10:08:39.302432Z","end":"2026-07-01T10:08:39.991051Z","steps":["trace[584684532] 'process raft request' (duration: 688.321964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:08:39.991176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:39.302416Z","time spent":"688.670814ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:08:39.991448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.586743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:08:39.991551Z","caller":"traceutil/trace.go:171","msg":"trace[1414233743] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19616; }","duration":"138.833349ms","start":"2026-07-01T10:08:39.852686Z","end":"2026-07-01T10:08:39.991519Z","steps":["trace[1414233743] 'agreement among raft nodes before linearized reading' (duration: 138.566052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:08:39.991563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.381125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T10:08:39.991598Z","caller":"traceutil/trace.go:171","msg":"trace[557429170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19616; }","duration":"633.437426ms","start":"2026-07-01T10:08:39.358149Z","end":"2026-07-01T10:08:39.991586Z","steps":["trace[557429170] 'agreement among raft nodes before linearized reading' (duration: 633.319403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:08:39.991625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:39.358137Z","time spent":"633.482568ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T10:08:53.032664Z","caller":"traceutil/trace.go:171","msg":"trace[622929681] transaction","detail":"{read_only:false; response_revision:19698; number_of_response:1; }","duration":"316.82842ms","start":"2026-07-01T10:08:52.715806Z","end":"2026-07-01T10:08:53.032634Z","steps":["trace[622929681] 'process raft request' (duration: 316.659155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:08:53.032811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:52.715797Z","time spent":"316.953113ms","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T10:08:53.032748Z","caller":"traceutil/trace.go:171","msg":"trace[401339983] linearizableReadLoop","detail":"{readStateIndex:20364; appliedIndex:20364; }","duration":"252.150805ms","start":"2026-07-01T10:08:52.780528Z","end":"2026-07-01T10:08:53.032678Z","steps":["trace[401339983] 'read index received' (duration: 252.116524ms)","trace[401339983] 'applied index is now lower than readState.Index' (duration: 32.161µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:08:53.032913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.380911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:08:53.033116Z","caller":"traceutil/trace.go:171","msg":"trace[1987789600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19698; }","duration":"252.644358ms","start":"2026-07-01T10:08:52.780456Z","end":"2026-07-01T10:08:53.0331Z","steps":["trace[1987789600] 'agreement among raft nodes before linearized reading' (duration: 252.34239ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:08:53.033578Z","caller":"traceutil/trace.go:171","msg":"trace[421204093] transaction","detail":"{read_only:false; response_revision:19700; number_of_response:1; }","duration":"184.296325ms","start":"2026-07-01T10:08:52.849262Z","end":"2026-07-01T10:08:53.033559Z","steps":["trace[421204093] 'process raft request' (duration: 184.198232ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:08:53.033609Z","caller":"traceutil/trace.go:171","msg":"trace[45285775] transaction","detail":"{read_only:false; response_revision:19699; number_of_response:1; }","duration":"195.462234ms","start":"2026-07-01T10:08:52.838101Z","end":"2026-07-01T10:08:53.033564Z","steps":["trace[45285775] 'process raft request' (duration: 195.235978ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:08:53.033891Z","caller":"traceutil/trace.go:171","msg":"trace[264403605] transaction","detail":"{read_only:false; response_revision:19701; number_of_response:1; }","duration":"182.070405ms","start":"2026-07-01T10:08:52.851799Z","end":"2026-07-01T10:08:53.033869Z","steps":["trace[264403605] 'process raft request' (duration: 181.699775ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:08:53.034091Z","caller":"traceutil/trace.go:171","msg":"trace[219660797] transaction","detail":"{read_only:false; response_revision:19702; number_of_response:1; }","duration":"181.563282ms","start":"2026-07-01T10:08:52.852519Z","end":"2026-07-01T10:08:53.034083Z","steps":["trace[219660797] 'process raft request' (duration: 181.260453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:08:53.034424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.53295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-01T10:08:53.034493Z","caller":"traceutil/trace.go:171","msg":"trace[640086545] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:19702; }","duration":"118.640023ms","start":"2026-07-01T10:08:52.915835Z","end":"2026-07-01T10:08:53.034475Z","steps":["trace[640086545] 'agreement among raft nodes before linearized reading' (duration: 118.15735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:08:59.771453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691273692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:09:00.272015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691273692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:09:00.772421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691273692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:09:01.273328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691273692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:09:01.561617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.506797932s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:09:01.562288Z","caller":"traceutil/trace.go:171","msg":"trace[878464763] transaction","detail":"{read_only:false; response_revision:19732; number_of_response:1; }","duration":"2.507545622s","start":"2026-07-01T10:08:59.054722Z","end":"2026-07-01T10:09:01.562267Z","steps":["trace[878464763] 'process raft request' (duration: 2.507284265s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:01.562404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:59.054694Z","time spent":"2.507649844s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:09:01.780575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000064637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:09:01.78065Z","caller":"traceutil/trace.go:171","msg":"trace[1859832400] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00018311s","start":"2026-07-01T10:08:59.780448Z","end":"2026-07-01T10:09:01.780631Z","steps":["trace[1859832400] 'agreement among raft nodes before linearized reading' (duration: 2.000077098s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:01.780684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:59.780435Z","time spent":"2.000241152s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:09:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-01T10:09:02.042364Z","caller":"traceutil/trace.go:171","msg":"trace[2099250433] transaction","detail":"{read_only:false; response_revision:19733; number_of_response:1; }","duration":"2.98383479s","start":"2026-07-01T10:08:59.058481Z","end":"2026-07-01T10:09:02.042316Z","steps":["trace[2099250433] 'process raft request' (duration: 2.983579663s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:09:02.042455Z","caller":"traceutil/trace.go:171","msg":"trace[952424022] transaction","detail":"{read_only:false; response_revision:19736; number_of_response:1; }","duration":"2.870134249s","start":"2026-07-01T10:08:59.172282Z","end":"2026-07-01T10:09:02.042416Z","steps":["trace[952424022] 'process raft request' (duration: 2.870016336s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:09:02.042478Z","caller":"traceutil/trace.go:171","msg":"trace[1219825685] transaction","detail":"{read_only:false; response_revision:19737; number_of_response:1; }","duration":"1.490274151s","start":"2026-07-01T10:09:00.552169Z","end":"2026-07-01T10:09:02.042443Z","steps":["trace[1219825685] 'process raft request' (duration: 1.490167098s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:09:02.042448Z","caller":"traceutil/trace.go:171","msg":"trace[272602983] transaction","detail":"{read_only:false; response_revision:19734; number_of_response:1; }","duration":"2.982150645s","start":"2026-07-01T10:08:59.060237Z","end":"2026-07-01T10:09:02.042388Z","steps":["trace[272602983] 'process raft request' (duration: 2.98197748s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.042566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:59.058451Z","time spent":"2.984017994s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:09:02.042576Z","caller":"traceutil/trace.go:171","msg":"trace[1804135239] transaction","detail":"{read_only:false; response_revision:19738; number_of_response:1; }","duration":"768.164938ms","start":"2026-07-01T10:09:01.274387Z","end":"2026-07-01T10:09:02.042552Z","steps":["trace[1804135239] 'process raft request' (duration: 767.982374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.042622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.552147Z","time spent":"1.490390874s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:09:02.042713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:01.274361Z","time spent":"768.269442ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:09:02.042715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:59.060225Z","time spent":"2.98235924s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:09:02.042773Z","caller":"traceutil/trace.go:171","msg":"trace[443864128] transaction","detail":"{read_only:false; response_revision:19739; number_of_response:1; }","duration":"742.122109ms","start":"2026-07-01T10:09:01.300638Z","end":"2026-07-01T10:09:02.042761Z","steps":["trace[443864128] 'process raft request' (duration: 741.766389ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:09:02.042467Z","caller":"traceutil/trace.go:171","msg":"trace[1283111133] linearizableReadLoop","detail":"{readStateIndex:20404; appliedIndex:20398; }","duration":"2.771426411s","start":"2026-07-01T10:08:59.271015Z","end":"2026-07-01T10:09:02.042441Z","steps":["trace[1283111133] 'read index received' (duration: 2.291064344s)","trace[1283111133] 'applied index is now lower than readState.Index' (duration: 480.360737ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:09:02.04284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:01.300613Z","time spent":"742.193151ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:09:02.042445Z","caller":"traceutil/trace.go:171","msg":"trace[542233410] transaction","detail":"{read_only:false; response_revision:19735; number_of_response:1; }","duration":"2.980667825s","start":"2026-07-01T10:08:59.06172Z","end":"2026-07-01T10:09:02.042388Z","steps":["trace[542233410] 'process raft request' (duration: 2.980543912s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.042961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:59.061709Z","time spent":"2.98121833s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:09:02.042769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:59.172265Z","time spent":"2.870266873s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:09:02.043004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771955725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:09:02.043053Z","caller":"traceutil/trace.go:171","msg":"trace[594422867] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19739; }","duration":"2.772030347s","start":"2026-07-01T10:08:59.271007Z","end":"2026-07-01T10:09:02.043037Z","steps":["trace[594422867] 'agreement among raft nodes before linearized reading' (duration: 2.771881493s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.043107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:59.270962Z","time spent":"2.772131s","remote":"127.0.0.1:57756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:09:02.048171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253692314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:09:02.048228Z","caller":"traceutil/trace.go:171","msg":"trace[1109404375] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:19739; }","duration":"1.253794846s","start":"2026-07-01T10:09:00.794417Z","end":"2026-07-01T10:09:02.048212Z","steps":["trace[1109404375] 'agreement among raft nodes before linearized reading' (duration: 1.253689823s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.048257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.794397Z","time spent":"1.253852887s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:09:02.048318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.078862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be207814ab7cc6\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-07-01T10:09:02.048313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.403539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:09:02.048371Z","caller":"traceutil/trace.go:171","msg":"trace[1886437144] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be207814ab7cc6; range_end:; response_count:1; response_revision:19739; }","duration":"265.154393ms","start":"2026-07-01T10:09:01.783202Z","end":"2026-07-01T10:09:02.048357Z","steps":["trace[1886437144] 'agreement among raft nodes before linearized reading' (duration: 264.952058ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:09:02.048386Z","caller":"traceutil/trace.go:171","msg":"trace[2086875020] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:19739; }","duration":"593.477591ms","start":"2026-07-01T10:09:01.454888Z","end":"2026-07-01T10:09:02.048366Z","steps":["trace[2086875020] 'agreement among raft nodes before linearized reading' (duration: 593.297407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.048361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114101126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-01T10:09:02.048435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:01.454821Z","time spent":"593.596895ms","remote":"127.0.0.1:57890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":91,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:09:02.048458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.274196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:09:02.048482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201764029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:09:02.048506Z","caller":"traceutil/trace.go:171","msg":"trace[1578010804] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:19739; }","duration":"2.11422586s","start":"2026-07-01T10:08:59.934228Z","end":"2026-07-01T10:09:02.048453Z","steps":["trace[1578010804] 'agreement among raft nodes before linearized reading' (duration: 2.11385948s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.048577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.314847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:09:02.048615Z","caller":"traceutil/trace.go:171","msg":"trace[718745857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19739; }","duration":"262.352378ms","start":"2026-07-01T10:09:01.786251Z","end":"2026-07-01T10:09:02.048603Z","steps":["trace[718745857] 'agreement among raft nodes before linearized reading' (duration: 262.286426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.048617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:59.934211Z","time spent":"2.114390404s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-01T10:09:02.04864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627888732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:09:02.048673Z","caller":"traceutil/trace.go:171","msg":"trace[1558958197] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:19739; }","duration":"1.627943644s","start":"2026-07-01T10:09:00.42072Z","end":"2026-07-01T10:09:02.048663Z","steps":["trace[1558958197] 'agreement among raft nodes before linearized reading' (duration: 1.627866262s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.048692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718702719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-01T10:09:02.048704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.420708Z","time spent":"1.627988665s","remote":"127.0.0.1:34330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:09:02.048721Z","caller":"traceutil/trace.go:171","msg":"trace[629708740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19739; }","duration":"1.718767811s","start":"2026-07-01T10:09:00.329943Z","end":"2026-07-01T10:09:02.048711Z","steps":["trace[629708740] 'agreement among raft nodes before linearized reading' (duration: 1.718700869s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.048742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.329924Z","time spent":"1.718813491s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:09:02.048736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613691891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T10:09:02.048772Z","caller":"traceutil/trace.go:171","msg":"trace[1729363660] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19739; }","duration":"1.613755593s","start":"2026-07-01T10:09:00.435006Z","end":"2026-07-01T10:09:02.048761Z","steps":["trace[1729363660] 'agreement among raft nodes before linearized reading' (duration: 1.6136472s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.048795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.434996Z","time spent":"1.613794094s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T10:09:02.04855Z","caller":"traceutil/trace.go:171","msg":"trace[156177585] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:19739; }","duration":"1.201863282s","start":"2026-07-01T10:09:00.846666Z","end":"2026-07-01T10:09:02.048529Z","steps":["trace[156177585] 'agreement among raft nodes before linearized reading' (duration: 1.201720748s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.04891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953327863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-01T10:09:02.048619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858107199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-01T10:09:02.048937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.846614Z","time spent":"1.202310403s","remote":"127.0.0.1:46932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:09:02.048946Z","caller":"traceutil/trace.go:171","msg":"trace[1451198959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19739; }","duration":"1.953378245s","start":"2026-07-01T10:09:00.095557Z","end":"2026-07-01T10:09:02.048935Z","steps":["trace[1451198959] 'agreement among raft nodes before linearized reading' (duration: 1.953280332s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:09:02.048963Z","caller":"traceutil/trace.go:171","msg":"trace[740856871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19739; }","duration":"1.858484309s","start":"2026-07-01T10:09:00.190464Z","end":"2026-07-01T10:09:02.048948Z","steps":["trace[740856871] 'agreement among raft nodes before linearized reading' (duration: 1.858044107s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.04898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.095546Z","time spent":"1.953426766s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:09:02.04901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.190441Z","time spent":"1.85855468s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T10:09:02.0485Z","caller":"traceutil/trace.go:171","msg":"trace[972586088] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:19739; }","duration":"571.349629ms","start":"2026-07-01T10:09:01.477136Z","end":"2026-07-01T10:09:02.048486Z","steps":["trace[972586088] 'agreement among raft nodes before linearized reading' (duration: 571.264556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.049084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:01.477118Z","time spent":"571.958094ms","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:09:02.049113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961117222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T10:09:02.049148Z","caller":"traceutil/trace.go:171","msg":"trace[1247720755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19739; }","duration":"1.961175473s","start":"2026-07-01T10:09:00.087963Z","end":"2026-07-01T10:09:02.049138Z","steps":["trace[1247720755] 'agreement among raft nodes before linearized reading' (duration: 1.961083971s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.049186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.087951Z","time spent":"1.961228095s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:09:02.049428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965297185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T10:09:02.049489Z","caller":"traceutil/trace.go:171","msg":"trace[414004105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19739; }","duration":"1.965392976s","start":"2026-07-01T10:09:00.084084Z","end":"2026-07-01T10:09:02.049477Z","steps":["trace[414004105] 'agreement among raft nodes before linearized reading' (duration: 1.964918313s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.049527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.084065Z","time spent":"1.965453808s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T10:09:03.504511Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17385} {"level":"info","ts":"2026-07-01T10:09:03.607621Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17385,"took":"98.649717ms","hash":1306262869,"current-db-size-bytes":57352192,"current-db-size":"57 MB","current-db-size-in-use-bytes":34152448,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-01T10:09:03.607685Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1306262869,"revision":17385,"compact-revision":15113} {"level":"info","ts":"2026-07-01T10:10:50.943566Z","caller":"traceutil/trace.go:171","msg":"trace[1633113423] transaction","detail":"{read_only:false; response_revision:20527; number_of_response:1; }","duration":"499.612683ms","start":"2026-07-01T10:10:50.443929Z","end":"2026-07-01T10:10:50.943541Z","steps":["trace[1633113423] 'process raft request' (duration: 499.430458ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:10:50.943708Z","caller":"traceutil/trace.go:171","msg":"trace[35713578] linearizableReadLoop","detail":"{readStateIndex:21226; appliedIndex:21224; }","duration":"283.897856ms","start":"2026-07-01T10:10:50.659792Z","end":"2026-07-01T10:10:50.943689Z","steps":["trace[35713578] 'read index received' (duration: 283.513646ms)","trace[35713578] 'applied index is now lower than readState.Index' (duration: 382.79µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:10:50.943724Z","caller":"traceutil/trace.go:171","msg":"trace[926309164] transaction","detail":"{read_only:false; response_revision:20528; number_of_response:1; }","duration":"497.030794ms","start":"2026-07-01T10:10:50.446667Z","end":"2026-07-01T10:10:50.943698Z","steps":["trace[926309164] 'process raft request' (duration: 496.835999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:50.943931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:50.44665Z","time spent":"497.207729ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:10:50.943987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.908038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:10:50.944011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.697313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:10:50.944056Z","caller":"traceutil/trace.go:171","msg":"trace[1324650277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20528; }","duration":"164.01119ms","start":"2026-07-01T10:10:50.780023Z","end":"2026-07-01T10:10:50.944034Z","steps":["trace[1324650277] 'agreement among raft nodes before linearized reading' (duration: 163.904948ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:10:50.94408Z","caller":"traceutil/trace.go:171","msg":"trace[1283736003] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:20528; }","duration":"235.783566ms","start":"2026-07-01T10:10:50.708273Z","end":"2026-07-01T10:10:50.944056Z","steps":["trace[1283736003] 'agreement among raft nodes before linearized reading' (duration: 235.683323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:50.944095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.971848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T10:10:50.94419Z","caller":"traceutil/trace.go:171","msg":"trace[91200902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20528; }","duration":"281.121112ms","start":"2026-07-01T10:10:50.663046Z","end":"2026-07-01T10:10:50.944168Z","steps":["trace[91200902] 'agreement among raft nodes before linearized reading' (duration: 280.795503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:50.94415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.979561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:10:50.944276Z","caller":"traceutil/trace.go:171","msg":"trace[1429510136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20528; }","duration":"277.140975ms","start":"2026-07-01T10:10:50.667103Z","end":"2026-07-01T10:10:50.944244Z","steps":["trace[1429510136] 'agreement among raft nodes before linearized reading' (duration: 276.784756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:50.943899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.098742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T10:10:50.944421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.867585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:10:50.944568Z","caller":"traceutil/trace.go:171","msg":"trace[676037997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20528; }","duration":"281.020469ms","start":"2026-07-01T10:10:50.663501Z","end":"2026-07-01T10:10:50.944522Z","steps":["trace[676037997] 'agreement among raft nodes before linearized reading' (duration: 280.516626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:50.944193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:50.443901Z","time spent":"499.747887ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:10:50.944366Z","caller":"traceutil/trace.go:171","msg":"trace[1081993016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20528; }","duration":"284.613146ms","start":"2026-07-01T10:10:50.65974Z","end":"2026-07-01T10:10:50.944353Z","steps":["trace[1081993016] 'agreement among raft nodes before linearized reading' (duration: 284.03149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:50.945144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.644826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:10:50.94531Z","caller":"traceutil/trace.go:171","msg":"trace[1125231911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20528; }","duration":"281.799151ms","start":"2026-07-01T10:10:50.663434Z","end":"2026-07-01T10:10:50.945233Z","steps":["trace[1125231911] 'agreement among raft nodes before linearized reading' (duration: 280.681731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:51.468234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.843357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:10:51.468386Z","caller":"traceutil/trace.go:171","msg":"trace[768835558] transaction","detail":"{read_only:false; response_revision:20529; number_of_response:1; }","duration":"519.61916ms","start":"2026-07-01T10:10:50.948739Z","end":"2026-07-01T10:10:51.468358Z","steps":["trace[768835558] 'process raft request' (duration: 346.535127ms)","trace[768835558] 'compare' (duration: 172.525338ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:10:51.468488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:50.948716Z","time spent":"519.723823ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:10:51.733551Z","caller":"traceutil/trace.go:171","msg":"trace[113611697] linearizableReadLoop","detail":"{readStateIndex:21231; appliedIndex:21226; }","duration":"778.292599ms","start":"2026-07-01T10:10:50.955233Z","end":"2026-07-01T10:10:51.733525Z","steps":["trace[113611697] 'read index received' (duration: 340.034372ms)","trace[113611697] 'applied index is now lower than readState.Index' (duration: 438.256997ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:10:51.733877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.621948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T10:10:51.733924Z","caller":"traceutil/trace.go:171","msg":"trace[1115389419] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:20533; }","duration":"778.71611ms","start":"2026-07-01T10:10:50.955198Z","end":"2026-07-01T10:10:51.733914Z","steps":["trace[1115389419] 'agreement among raft nodes before linearized reading' (duration: 778.462014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:51.733965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:50.955183Z","time spent":"778.771352ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":129,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:10:51.73436Z","caller":"traceutil/trace.go:171","msg":"trace[1982833098] transaction","detail":"{read_only:false; response_revision:20530; number_of_response:1; }","duration":"785.566454ms","start":"2026-07-01T10:10:50.948782Z","end":"2026-07-01T10:10:51.734349Z","steps":["trace[1982833098] 'process raft request' (duration: 784.406223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:51.734473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:50.948762Z","time spent":"785.639246ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:10:51.734753Z","caller":"traceutil/trace.go:171","msg":"trace[981063844] transaction","detail":"{read_only:false; response_revision:20533; number_of_response:1; }","duration":"784.598838ms","start":"2026-07-01T10:10:50.9501Z","end":"2026-07-01T10:10:51.734699Z","steps":["trace[981063844] 'process raft request' (duration: 783.388096ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:10:51.73478Z","caller":"traceutil/trace.go:171","msg":"trace[890758453] transaction","detail":"{read_only:false; response_revision:20532; number_of_response:1; }","duration":"785.312028ms","start":"2026-07-01T10:10:50.949432Z","end":"2026-07-01T10:10:51.734744Z","steps":["trace[890758453] 'process raft request' (duration: 784.023573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:51.734935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:50.949422Z","time spent":"785.437011ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:10:51.73494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:50.950092Z","time spent":"784.759942ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:10:51.734767Z","caller":"traceutil/trace.go:171","msg":"trace[445113245] transaction","detail":"{read_only:false; response_revision:20531; number_of_response:1; }","duration":"785.297947ms","start":"2026-07-01T10:10:50.949428Z","end":"2026-07-01T10:10:51.734726Z","steps":["trace[445113245] 'process raft request' (duration: 783.972932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:51.735099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:50.949419Z","time spent":"785.649656ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:10:52.447274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.708407ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-01T10:10:52.447532Z","caller":"traceutil/trace.go:171","msg":"trace[1588828983] linearizableReadLoop","detail":"{readStateIndex:21232; appliedIndex:21231; }","duration":"664.502008ms","start":"2026-07-01T10:10:51.783012Z","end":"2026-07-01T10:10:52.447514Z","steps":["trace[1588828983] 'read index received' (duration: 145.561285ms)","trace[1588828983] 'applied index is now lower than readState.Index' (duration: 518.939523ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:10:52.447727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.675492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:10:52.447813Z","caller":"traceutil/trace.go:171","msg":"trace[1509973219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20533; }","duration":"664.830676ms","start":"2026-07-01T10:10:51.782963Z","end":"2026-07-01T10:10:52.447794Z","steps":["trace[1509973219] 'agreement among raft nodes before linearized reading' (duration: 664.650972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:52.447893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:51.782942Z","time spent":"664.94136ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T10:10:52.44802Z","caller":"traceutil/trace.go:171","msg":"trace[1306486251] transaction","detail":"{read_only:false; response_revision:20534; number_of_response:1; }","duration":"401.119692ms","start":"2026-07-01T10:10:52.04684Z","end":"2026-07-01T10:10:52.447959Z","steps":["trace[1306486251] 'process raft request' (duration: 400.559647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:52.448282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:52.046816Z","time spent":"401.263145ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:10:52.685846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.484205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:10:52.685935Z","caller":"traceutil/trace.go:171","msg":"trace[1912981727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20534; }","duration":"236.631259ms","start":"2026-07-01T10:10:52.449284Z","end":"2026-07-01T10:10:52.685915Z","steps":["trace[1912981727] 'range keys from in-memory index tree' (duration: 236.366991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:52.686209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.211225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-01T10:10:52.686321Z","caller":"traceutil/trace.go:171","msg":"trace[199796121] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:20534; }","duration":"741.352049ms","start":"2026-07-01T10:10:51.944937Z","end":"2026-07-01T10:10:52.686289Z","steps":["trace[199796121] 'agreement among raft nodes before linearized reading' (duration: 502.960283ms)","trace[199796121] 'range keys from in-memory index tree' (duration: 238.120719ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:10:52.686388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:51.944921Z","time spent":"741.451862ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-07-01T10:10:52.878136Z","caller":"traceutil/trace.go:171","msg":"trace[1884162543] linearizableReadLoop","detail":"{readStateIndex:21234; appliedIndex:21233; }","duration":"187.959203ms","start":"2026-07-01T10:10:52.69015Z","end":"2026-07-01T10:10:52.878109Z","steps":["trace[1884162543] 'read index received' (duration: 187.685736ms)","trace[1884162543] 'applied index is now lower than readState.Index' (duration: 272.117µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:10:52.878186Z","caller":"traceutil/trace.go:171","msg":"trace[533003004] transaction","detail":"{read_only:false; response_revision:20535; number_of_response:1; }","duration":"363.305377ms","start":"2026-07-01T10:10:52.514842Z","end":"2026-07-01T10:10:52.878148Z","steps":["trace[533003004] 'process raft request' (duration: 363.089831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:52.878338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:52.514802Z","time spent":"363.452311ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:10:52.878596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.765152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-5896dc6d7d-j9zxl.18be229445964c61\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-01T10:10:52.878627Z","caller":"traceutil/trace.go:171","msg":"trace[1275217987] range","detail":"{range_begin:/registry/events/openstack/heat-api-5896dc6d7d-j9zxl.18be229445964c61; range_end:; response_count:1; response_revision:20535; }","duration":"173.818844ms","start":"2026-07-01T10:10:52.7048Z","end":"2026-07-01T10:10:52.878619Z","steps":["trace[1275217987] 'agreement among raft nodes before linearized reading' (duration: 173.477444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:52.878729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.557678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4f284721-749a-4194-b7f5-22d5a89d51d4\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-01T10:10:52.878804Z","caller":"traceutil/trace.go:171","msg":"trace[1583543822] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4f284721-749a-4194-b7f5-22d5a89d51d4; range_end:; response_count:1; response_revision:20535; }","duration":"188.768054ms","start":"2026-07-01T10:10:52.690019Z","end":"2026-07-01T10:10:52.878787Z","steps":["trace[1583543822] 'agreement among raft nodes before linearized reading' (duration: 188.199709ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:10:53.087149Z","caller":"traceutil/trace.go:171","msg":"trace[700925081] linearizableReadLoop","detail":"{readStateIndex:21237; appliedIndex:21235; }","duration":"120.895624ms","start":"2026-07-01T10:10:52.966235Z","end":"2026-07-01T10:10:53.08713Z","steps":["trace[700925081] 'read index received' (duration: 120.487203ms)","trace[700925081] 'applied index is now lower than readState.Index' (duration: 407.64µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:10:53.087193Z","caller":"traceutil/trace.go:171","msg":"trace[877541158] transaction","detail":"{read_only:false; response_revision:20538; number_of_response:1; }","duration":"137.682334ms","start":"2026-07-01T10:10:52.949487Z","end":"2026-07-01T10:10:53.087169Z","steps":["trace[877541158] 'process raft request' (duration: 137.607232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:53.087379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.13815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-648c9495d8-q88sm.18be22969a2ca48a\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-01T10:10:53.087247Z","caller":"traceutil/trace.go:171","msg":"trace[2072267174] transaction","detail":"{read_only:false; response_revision:20537; number_of_response:1; }","duration":"138.436704ms","start":"2026-07-01T10:10:52.948734Z","end":"2026-07-01T10:10:53.087171Z","steps":["trace[2072267174] 'process raft request' (duration: 138.063934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:53.087641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.108077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-01T10:10:53.087687Z","caller":"traceutil/trace.go:171","msg":"trace[359624821] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20538; }","duration":"103.200709ms","start":"2026-07-01T10:10:52.984475Z","end":"2026-07-01T10:10:53.087675Z","steps":["trace[359624821] 'agreement among raft nodes before linearized reading' (duration: 103.101186ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:10:53.087407Z","caller":"traceutil/trace.go:171","msg":"trace[1859700776] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-648c9495d8-q88sm.18be22969a2ca48a; range_end:; response_count:1; response_revision:20538; }","duration":"121.234453ms","start":"2026-07-01T10:10:52.966164Z","end":"2026-07-01T10:10:53.087398Z","steps":["trace[1859700776] 'agreement among raft nodes before linearized reading' (duration: 121.075048ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:14:03.512863Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19750} {"level":"info","ts":"2026-07-01T10:14:03.62612Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19750,"took":"109.643681ms","hash":1739473139,"current-db-size-bytes":57352192,"current-db-size":"57 MB","current-db-size-in-use-bytes":31449088,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-01T10:14:03.626192Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1739473139,"revision":19750,"compact-revision":17385} {"level":"info","ts":"2026-07-01T10:14:48.101035Z","caller":"traceutil/trace.go:171","msg":"trace[2144822873] transaction","detail":"{read_only:false; response_revision:22965; number_of_response:1; }","duration":"123.55672ms","start":"2026-07-01T10:14:47.977453Z","end":"2026-07-01T10:14:48.101009Z","steps":["trace[2144822873] 'process raft request' (duration: 123.269732ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:14:48.104947Z","caller":"traceutil/trace.go:171","msg":"trace[1878951359] transaction","detail":"{read_only:false; response_revision:22966; number_of_response:1; }","duration":"124.633239ms","start":"2026-07-01T10:14:47.98029Z","end":"2026-07-01T10:14:48.104924Z","steps":["trace[1878951359] 'process raft request' (duration: 124.487895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:14:48.501214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.876391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T10:14:48.50135Z","caller":"traceutil/trace.go:171","msg":"trace[843815637] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:22966; }","duration":"280.107106ms","start":"2026-07-01T10:14:48.221221Z","end":"2026-07-01T10:14:48.501328Z","steps":["trace[843815637] 'count revisions from in-memory index tree' (duration: 279.647684ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:14:48.501489Z","caller":"traceutil/trace.go:171","msg":"trace[878292809] transaction","detail":"{read_only:false; response_revision:22967; number_of_response:1; }","duration":"132.270137ms","start":"2026-07-01T10:14:48.369188Z","end":"2026-07-01T10:14:48.501458Z","steps":["trace[878292809] 'process raft request' (duration: 127.695052ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:16:28.579594Z","caller":"traceutil/trace.go:171","msg":"trace[501192960] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"100.206815ms","start":"2026-07-01T10:16:28.479363Z","end":"2026-07-01T10:16:28.57957Z","steps":["trace[501192960] 'process raft request' (duration: 60.850974ms)","trace[501192960] 'compare' (duration: 39.048202ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:42.90568Z","caller":"traceutil/trace.go:171","msg":"trace[775892974] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"168.80479ms","start":"2026-07-01T10:17:42.736852Z","end":"2026-07-01T10:17:42.905657Z","steps":["trace[775892974] 'process raft request' (duration: 168.679847ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:42.907819Z","caller":"traceutil/trace.go:171","msg":"trace[1283486322] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"104.540773ms","start":"2026-07-01T10:17:42.80324Z","end":"2026-07-01T10:17:42.907781Z","steps":["trace[1283486322] 'process raft request' (duration: 104.153412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:43.116882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.622586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:43.117015Z","caller":"traceutil/trace.go:171","msg":"trace[1840054934] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24697; }","duration":"136.77931ms","start":"2026-07-01T10:17:42.980216Z","end":"2026-07-01T10:17:43.116995Z","steps":["trace[1840054934] 'range keys from in-memory index tree' (duration: 136.489311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:43.116973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.182937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-07-01T10:17:43.117305Z","caller":"traceutil/trace.go:171","msg":"trace[2104882199] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:24697; }","duration":"138.554058ms","start":"2026-07-01T10:17:42.978727Z","end":"2026-07-01T10:17:43.117281Z","steps":["trace[2104882199] 'range keys from in-memory index tree' (duration: 137.998013ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:44.383421Z","caller":"traceutil/trace.go:171","msg":"trace[2122489749] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"309.463025ms","start":"2026-07-01T10:17:44.073933Z","end":"2026-07-01T10:17:44.383396Z","steps":["trace[2122489749] 'process raft request' (duration: 212.683363ms)","trace[2122489749] 'compare' (duration: 96.474033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:17:44.38356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:44.073917Z","time spent":"309.565178ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:44.383912Z","caller":"traceutil/trace.go:171","msg":"trace[1189104217] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"269.796437ms","start":"2026-07-01T10:17:44.114109Z","end":"2026-07-01T10:17:44.383905Z","steps":["trace[1189104217] 'process raft request' (duration: 269.717785ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:44.552306Z","caller":"traceutil/trace.go:171","msg":"trace[1494449858] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"131.052383ms","start":"2026-07-01T10:17:44.421223Z","end":"2026-07-01T10:17:44.552275Z","steps":["trace[1494449858] 'process raft request' (duration: 77.683192ms)","trace[1494449858] 'compare' (duration: 53.226317ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:17:45.269325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.337015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:45.269451Z","caller":"traceutil/trace.go:171","msg":"trace[899160174] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24711; }","duration":"169.51737ms","start":"2026-07-01T10:17:45.099912Z","end":"2026-07-01T10:17:45.269429Z","steps":["trace[899160174] 'count revisions from in-memory index tree' (duration: 169.264082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:45.269637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.572273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-07-01T10:17:45.269697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.593484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:45.269727Z","caller":"traceutil/trace.go:171","msg":"trace[2140894122] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:24711; }","duration":"147.693526ms","start":"2026-07-01T10:17:45.122011Z","end":"2026-07-01T10:17:45.269705Z","steps":["trace[2140894122] 'range keys from in-memory index tree' (duration: 147.271704ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:45.269765Z","caller":"traceutil/trace.go:171","msg":"trace[424264486] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24711; }","duration":"147.705507ms","start":"2026-07-01T10:17:45.122044Z","end":"2026-07-01T10:17:45.26975Z","steps":["trace[424264486] 'range keys from in-memory index tree' (duration: 147.430889ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:46.679224Z","caller":"traceutil/trace.go:171","msg":"trace[68191113] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"120.331812ms","start":"2026-07-01T10:17:46.558858Z","end":"2026-07-01T10:17:46.67919Z","steps":["trace[68191113] 'process raft request' (duration: 120.023834ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:47.097086Z","caller":"traceutil/trace.go:171","msg":"trace[744189056] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"133.10063ms","start":"2026-07-01T10:17:46.963958Z","end":"2026-07-01T10:17:47.097058Z","steps":["trace[744189056] 'process raft request' (duration: 132.928775ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:47.4584Z","caller":"traceutil/trace.go:171","msg":"trace[109639212] linearizableReadLoop","detail":"{readStateIndex:25541; appliedIndex:25540; }","duration":"183.570542ms","start":"2026-07-01T10:17:47.274804Z","end":"2026-07-01T10:17:47.458374Z","steps":["trace[109639212] 'read index received' (duration: 183.289974ms)","trace[109639212] 'applied index is now lower than readState.Index' (duration: 279.658µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:47.458792Z","caller":"traceutil/trace.go:171","msg":"trace[1035951538] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"208.924051ms","start":"2026-07-01T10:17:47.24979Z","end":"2026-07-01T10:17:47.458714Z","steps":["trace[1035951538] 'process raft request' (duration: 208.394327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:47.458821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.972962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:47.458875Z","caller":"traceutil/trace.go:171","msg":"trace[141502313] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24728; }","duration":"184.105726ms","start":"2026-07-01T10:17:47.274758Z","end":"2026-07-01T10:17:47.458864Z","steps":["trace[141502313] 'agreement among raft nodes before linearized reading' (duration: 183.981293ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:47.554234Z","caller":"traceutil/trace.go:171","msg":"trace[1538005714] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"244.139788ms","start":"2026-07-01T10:17:47.310067Z","end":"2026-07-01T10:17:47.554207Z","steps":["trace[1538005714] 'process raft request' (duration: 243.936243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:47.554745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.571062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-07-01T10:17:47.554839Z","caller":"traceutil/trace.go:171","msg":"trace[50398523] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:24730; }","duration":"279.706515ms","start":"2026-07-01T10:17:47.275111Z","end":"2026-07-01T10:17:47.554817Z","steps":["trace[50398523] 'agreement among raft nodes before linearized reading' (duration: 279.438238ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:47.55483Z","caller":"traceutil/trace.go:171","msg":"trace[40903779] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"244.579031ms","start":"2026-07-01T10:17:47.310222Z","end":"2026-07-01T10:17:47.554801Z","steps":["trace[40903779] 'process raft request' (duration: 243.941273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:47.55492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.993723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-07-01T10:17:47.554992Z","caller":"traceutil/trace.go:171","msg":"trace[931328519] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:24730; }","duration":"216.116386ms","start":"2026-07-01T10:17:47.33886Z","end":"2026-07-01T10:17:47.554976Z","steps":["trace[931328519] 'agreement among raft nodes before linearized reading' (duration: 215.88583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:47.554917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.566933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:47.555094Z","caller":"traceutil/trace.go:171","msg":"trace[788958047] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24730; }","duration":"225.774809ms","start":"2026-07-01T10:17:47.329306Z","end":"2026-07-01T10:17:47.555081Z","steps":["trace[788958047] 'agreement among raft nodes before linearized reading' (duration: 225.549293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:47.554735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.378339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:47.555421Z","caller":"traceutil/trace.go:171","msg":"trace[1286593208] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24730; }","duration":"208.107479ms","start":"2026-07-01T10:17:47.347298Z","end":"2026-07-01T10:17:47.555405Z","steps":["trace[1286593208] 'agreement among raft nodes before linearized reading' (duration: 207.317268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:47.779765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.865426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/magnum-ks-user-gjmb4\" ","response":"range_response_count:1 size:2759"} {"level":"info","ts":"2026-07-01T10:17:47.779843Z","caller":"traceutil/trace.go:171","msg":"trace[1649021949] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/magnum-ks-user-gjmb4; range_end:; response_count:1; response_revision:24731; }","duration":"113.99116ms","start":"2026-07-01T10:17:47.665834Z","end":"2026-07-01T10:17:47.779825Z","steps":["trace[1649021949] 'range keys from in-memory index tree' (duration: 113.700252ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:48.063567Z","caller":"traceutil/trace.go:171","msg":"trace[1564971510] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"105.260692ms","start":"2026-07-01T10:17:47.95828Z","end":"2026-07-01T10:17:48.063541Z","steps":["trace[1564971510] 'process raft request' (duration: 103.835264ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:48.594966Z","caller":"traceutil/trace.go:171","msg":"trace[860889469] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"132.364589ms","start":"2026-07-01T10:17:48.462538Z","end":"2026-07-01T10:17:48.594903Z","steps":["trace[860889469] 'process raft request' (duration: 123.754505ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:48.595142Z","caller":"traceutil/trace.go:171","msg":"trace[1493541521] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"129.332357ms","start":"2026-07-01T10:17:48.465771Z","end":"2026-07-01T10:17:48.595104Z","steps":["trace[1493541521] 'process raft request' (duration: 129.07368ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:49.046863Z","caller":"traceutil/trace.go:171","msg":"trace[1659902354] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"121.01155ms","start":"2026-07-01T10:17:48.925829Z","end":"2026-07-01T10:17:49.046841Z","steps":["trace[1659902354] 'process raft request' (duration: 120.830205ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:49.084977Z","caller":"traceutil/trace.go:171","msg":"trace[1234052116] linearizableReadLoop","detail":"{readStateIndex:25566; appliedIndex:25564; }","duration":"109.497288ms","start":"2026-07-01T10:17:48.975458Z","end":"2026-07-01T10:17:49.084955Z","steps":["trace[1234052116] 'read index received' (duration: 71.247658ms)","trace[1234052116] 'applied index is now lower than readState.Index' (duration: 38.2485ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:49.085106Z","caller":"traceutil/trace.go:171","msg":"trace[861813889] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"149.591078ms","start":"2026-07-01T10:17:48.935481Z","end":"2026-07-01T10:17:49.085072Z","steps":["trace[861813889] 'process raft request' (duration: 149.325361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:49.085147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.676322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-07-01T10:17:49.085337Z","caller":"traceutil/trace.go:171","msg":"trace[1013350] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24752; }","duration":"109.896558ms","start":"2026-07-01T10:17:48.975406Z","end":"2026-07-01T10:17:49.085302Z","steps":["trace[1013350] 'agreement among raft nodes before linearized reading' (duration: 109.635091ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:49.215168Z","caller":"traceutil/trace.go:171","msg":"trace[595018112] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"157.422581ms","start":"2026-07-01T10:17:49.057691Z","end":"2026-07-01T10:17:49.215114Z","steps":["trace[595018112] 'process raft request' (duration: 110.066253ms)","trace[595018112] 'compare' (duration: 47.137812ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:49.215226Z","caller":"traceutil/trace.go:171","msg":"trace[754728626] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"113.949189ms","start":"2026-07-01T10:17:49.101253Z","end":"2026-07-01T10:17:49.215203Z","steps":["trace[754728626] 'process raft request' (duration: 113.899937ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:49.215512Z","caller":"traceutil/trace.go:171","msg":"trace[907377618] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"157.7459ms","start":"2026-07-01T10:17:49.057755Z","end":"2026-07-01T10:17:49.215501Z","steps":["trace[907377618] 'process raft request' (duration: 157.275137ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:49.215649Z","caller":"traceutil/trace.go:171","msg":"trace[1011725013] linearizableReadLoop","detail":"{readStateIndex:25569; appliedIndex:25566; }","duration":"127.58755ms","start":"2026-07-01T10:17:49.088056Z","end":"2026-07-01T10:17:49.215643Z","steps":["trace[1011725013] 'read index received' (duration: 79.80007ms)","trace[1011725013] 'applied index is now lower than readState.Index' (duration: 47.78647ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:49.215629Z","caller":"traceutil/trace.go:171","msg":"trace[807329387] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"157.819672ms","start":"2026-07-01T10:17:49.057804Z","end":"2026-07-01T10:17:49.215623Z","steps":["trace[807329387] 'process raft request' (duration: 157.288138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:49.215864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.801105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-57078428-94d5-4ff9-8b89-5d44f064ba5f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-01T10:17:49.21589Z","caller":"traceutil/trace.go:171","msg":"trace[2059923960] range","detail":"{range_begin:/registry/persistentvolumes/pvc-57078428-94d5-4ff9-8b89-5d44f064ba5f; range_end:; response_count:1; response_revision:24756; }","duration":"127.853837ms","start":"2026-07-01T10:17:49.088031Z","end":"2026-07-01T10:17:49.215885Z","steps":["trace[2059923960] 'agreement among raft nodes before linearized reading' (duration: 127.754364ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:50.223459Z","caller":"traceutil/trace.go:171","msg":"trace[1623424629] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"118.895223ms","start":"2026-07-01T10:17:50.10454Z","end":"2026-07-01T10:17:50.223436Z","steps":["trace[1623424629] 'process raft request' (duration: 54.706348ms)","trace[1623424629] 'compare' (duration: 64.049971ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:50.394337Z","caller":"traceutil/trace.go:171","msg":"trace[1501166851] linearizableReadLoop","detail":"{readStateIndex:25577; appliedIndex:25576; }","duration":"170.890807ms","start":"2026-07-01T10:17:50.223419Z","end":"2026-07-01T10:17:50.39431Z","steps":["trace[1501166851] 'read index received' (duration: 170.689851ms)","trace[1501166851] 'applied index is now lower than readState.Index' (duration: 199.816µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:50.394389Z","caller":"traceutil/trace.go:171","msg":"trace[937880072] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"185.205396ms","start":"2026-07-01T10:17:50.209164Z","end":"2026-07-01T10:17:50.394369Z","steps":["trace[937880072] 'process raft request' (duration: 184.97898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:50.394571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.352936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-01T10:17:50.394587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-01T10:17:50.394593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.375709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-l9fp7.18be2271435402df\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-07-01T10:17:50.394612Z","caller":"traceutil/trace.go:171","msg":"trace[349758855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24763; }","duration":"247.431719ms","start":"2026-07-01T10:17:50.147166Z","end":"2026-07-01T10:17:50.394598Z","steps":["trace[349758855] 'agreement among raft nodes before linearized reading' (duration: 247.241213ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:50.394636Z","caller":"traceutil/trace.go:171","msg":"trace[1129497392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24763; }","duration":"234.363392ms","start":"2026-07-01T10:17:50.16026Z","end":"2026-07-01T10:17:50.394623Z","steps":["trace[1129497392] 'agreement among raft nodes before linearized reading' (duration: 234.158027ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:50.39465Z","caller":"traceutil/trace.go:171","msg":"trace[1424591787] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-l9fp7.18be2271435402df; range_end:; response_count:1; response_revision:24763; }","duration":"239.472122ms","start":"2026-07-01T10:17:50.155161Z","end":"2026-07-01T10:17:50.394633Z","steps":["trace[1424591787] 'agreement among raft nodes before linearized reading' (duration: 239.303627ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:50.408883Z","caller":"traceutil/trace.go:171","msg":"trace[220582835] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"182.254505ms","start":"2026-07-01T10:17:50.226608Z","end":"2026-07-01T10:17:50.408863Z","steps":["trace[220582835] 'process raft request' (duration: 182.144592ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:52.723324Z","caller":"traceutil/trace.go:171","msg":"trace[2091133635] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"281.165116ms","start":"2026-07-01T10:17:52.442139Z","end":"2026-07-01T10:17:52.723304Z","steps":["trace[2091133635] 'process raft request' (duration: 281.042343ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:52.768552Z","caller":"traceutil/trace.go:171","msg":"trace[777718595] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"324.738081ms","start":"2026-07-01T10:17:52.443789Z","end":"2026-07-01T10:17:52.768527Z","steps":["trace[777718595] 'process raft request' (duration: 324.561036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:52.768709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:52.443774Z","time spent":"324.857023ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:52.768776Z","caller":"traceutil/trace.go:171","msg":"trace[1336238710] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"323.742223ms","start":"2026-07-01T10:17:52.444999Z","end":"2026-07-01T10:17:52.768742Z","steps":["trace[1336238710] 'process raft request' (duration: 323.483676ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:52.768924Z","caller":"traceutil/trace.go:171","msg":"trace[975191224] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"249.33829ms","start":"2026-07-01T10:17:52.51954Z","end":"2026-07-01T10:17:52.768879Z","steps":["trace[975191224] 'process raft request' (duration: 249.156005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:52.769047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:52.44496Z","time spent":"323.888937ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:53.282276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691287088,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T10:17:53.292167Z","caller":"traceutil/trace.go:171","msg":"trace[176773175] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"569.053743ms","start":"2026-07-01T10:17:52.723087Z","end":"2026-07-01T10:17:53.29214Z","steps":["trace[176773175] 'process raft request' (duration: 568.874819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.292302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:52.723064Z","time spent":"569.161477ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:53.292314Z","caller":"traceutil/trace.go:171","msg":"trace[1743173231] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"565.047864ms","start":"2026-07-01T10:17:52.727236Z","end":"2026-07-01T10:17:53.292284Z","steps":["trace[1743173231] 'process raft request' (duration: 564.861959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.292467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:52.727227Z","time spent":"565.155017ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:53.320639Z","caller":"traceutil/trace.go:171","msg":"trace[751242717] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"254.280595ms","start":"2026-07-01T10:17:53.06633Z","end":"2026-07-01T10:17:53.32061Z","steps":["trace[751242717] 'process raft request' (duration: 253.879144ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:53.320899Z","caller":"traceutil/trace.go:171","msg":"trace[1798704411] linearizableReadLoop","detail":"{readStateIndex:25609; appliedIndex:25604; }","duration":"539.376057ms","start":"2026-07-01T10:17:52.781506Z","end":"2026-07-01T10:17:53.320882Z","steps":["trace[1798704411] 'read index received' (duration: 510.561114ms)","trace[1798704411] 'applied index is now lower than readState.Index' (duration: 28.814093ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:53.32091Z","caller":"traceutil/trace.go:171","msg":"trace[1772502791] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"193.227524ms","start":"2026-07-01T10:17:53.12764Z","end":"2026-07-01T10:17:53.320868Z","steps":["trace[1772502791] 'process raft request' (duration: 192.73354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.321108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.597063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:53.321143Z","caller":"traceutil/trace.go:171","msg":"trace[1227590673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24794; }","duration":"539.669615ms","start":"2026-07-01T10:17:52.781461Z","end":"2026-07-01T10:17:53.321131Z","steps":["trace[1227590673] 'agreement among raft nodes before linearized reading' (duration: 539.608723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.32118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:52.781355Z","time spent":"539.818329ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:17:53.321284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.295024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:17:53.32128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.888327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T10:17:53.321327Z","caller":"traceutil/trace.go:171","msg":"trace[1065764860] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24794; }","duration":"368.393147ms","start":"2026-07-01T10:17:52.952923Z","end":"2026-07-01T10:17:53.321316Z","steps":["trace[1065764860] 'agreement among raft nodes before linearized reading' (duration: 368.294214ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:53.321345Z","caller":"traceutil/trace.go:171","msg":"trace[526242239] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24794; }","duration":"451.99128ms","start":"2026-07-01T10:17:52.869341Z","end":"2026-07-01T10:17:53.321332Z","steps":["trace[526242239] 'agreement among raft nodes before linearized reading' (duration: 451.813666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.321363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:52.952903Z","time spent":"368.449689ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:53.321411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:52.869309Z","time spent":"452.063002ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:17:53.321439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.763691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:53.321522Z","caller":"traceutil/trace.go:171","msg":"trace[612358314] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24794; }","duration":"299.897635ms","start":"2026-07-01T10:17:53.021605Z","end":"2026-07-01T10:17:53.321503Z","steps":["trace[612358314] 'agreement among raft nodes before linearized reading' (duration: 299.742201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.321579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.948866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-01T10:17:53.321627Z","caller":"traceutil/trace.go:171","msg":"trace[468416941] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24794; }","duration":"425.017097ms","start":"2026-07-01T10:17:52.896597Z","end":"2026-07-01T10:17:53.321614Z","steps":["trace[468416941] 'agreement among raft nodes before linearized reading' (duration: 424.876703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.321662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:52.896585Z","time spent":"425.069909ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-07-01T10:17:55.595816Z","caller":"traceutil/trace.go:171","msg":"trace[1482457912] linearizableReadLoop","detail":"{readStateIndex:25629; appliedIndex:25628; }","duration":"108.87523ms","start":"2026-07-01T10:17:55.486915Z","end":"2026-07-01T10:17:55.59579Z","steps":["trace[1482457912] 'read index received' (duration: 108.596303ms)","trace[1482457912] 'applied index is now lower than readState.Index' (duration: 277.607µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:55.595931Z","caller":"traceutil/trace.go:171","msg":"trace[1028340020] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"143.260486ms","start":"2026-07-01T10:17:55.452659Z","end":"2026-07-01T10:17:55.59592Z","steps":["trace[1028340020] 'process raft request' (duration: 142.888386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:55.596151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.22501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-07-01T10:17:55.596253Z","caller":"traceutil/trace.go:171","msg":"trace[550013985] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24814; }","duration":"109.355604ms","start":"2026-07-01T10:17:55.486851Z","end":"2026-07-01T10:17:55.596207Z","steps":["trace[550013985] 'agreement among raft nodes before linearized reading' (duration: 109.127868ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:55.637203Z","caller":"traceutil/trace.go:171","msg":"trace[1519600881] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"117.880585ms","start":"2026-07-01T10:17:55.5193Z","end":"2026-07-01T10:17:55.637181Z","steps":["trace[1519600881] 'process raft request' (duration: 117.624188ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:09.516562Z","caller":"traceutil/trace.go:171","msg":"trace[1059391573] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"126.683035ms","start":"2026-07-01T10:18:09.389856Z","end":"2026-07-01T10:18:09.516539Z","steps":["trace[1059391573] 'process raft request' (duration: 98.655593ms)","trace[1059391573] 'compare' (duration: 27.639461ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:09.516722Z","caller":"traceutil/trace.go:171","msg":"trace[343247915] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"122.49896ms","start":"2026-07-01T10:18:09.39421Z","end":"2026-07-01T10:18:09.516709Z","steps":["trace[343247915] 'process raft request' (duration: 122.198062ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:10.089542Z","caller":"traceutil/trace.go:171","msg":"trace[304238780] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"113.865986ms","start":"2026-07-01T10:18:09.975654Z","end":"2026-07-01T10:18:10.08952Z","steps":["trace[304238780] 'process raft request' (duration: 113.703412ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:10.925438Z","caller":"traceutil/trace.go:171","msg":"trace[1368437074] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"100.928375ms","start":"2026-07-01T10:18:10.824481Z","end":"2026-07-01T10:18:10.925409Z","steps":["trace[1368437074] 'process raft request' (duration: 100.779001ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:11.700884Z","caller":"traceutil/trace.go:171","msg":"trace[305202439] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"178.322769ms","start":"2026-07-01T10:18:11.522535Z","end":"2026-07-01T10:18:11.700858Z","steps":["trace[305202439] 'process raft request' (duration: 135.518315ms)","trace[305202439] 'compare' (duration: 42.631329ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:11.701198Z","caller":"traceutil/trace.go:171","msg":"trace[983457136] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"178.440582ms","start":"2026-07-01T10:18:11.522719Z","end":"2026-07-01T10:18:11.701159Z","steps":["trace[983457136] 'process raft request' (duration: 178.093243ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:11.701461Z","caller":"traceutil/trace.go:171","msg":"trace[1400705680] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"178.269558ms","start":"2026-07-01T10:18:11.523161Z","end":"2026-07-01T10:18:11.701431Z","steps":["trace[1400705680] 'process raft request' (duration: 178.074642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.66626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.0117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:12.666376Z","caller":"traceutil/trace.go:171","msg":"trace[679450873] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24936; }","duration":"228.193055ms","start":"2026-07-01T10:18:12.438155Z","end":"2026-07-01T10:18:12.666348Z","steps":["trace[679450873] 'count revisions from in-memory index tree' (duration: 227.894027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.666599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.54414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T10:18:12.66669Z","caller":"traceutil/trace.go:171","msg":"trace[2005088247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24936; }","duration":"251.697054ms","start":"2026-07-01T10:18:12.41497Z","end":"2026-07-01T10:18:12.666667Z","steps":["trace[2005088247] 'range keys from in-memory index tree' (duration: 251.046796ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:13.138011Z","caller":"traceutil/trace.go:171","msg":"trace[1536617887] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"148.061216ms","start":"2026-07-01T10:18:12.989918Z","end":"2026-07-01T10:18:13.137979Z","steps":["trace[1536617887] 'process raft request' (duration: 120.479166ms)","trace[1536617887] 'compare' (duration: 27.458057ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:13.809293Z","caller":"traceutil/trace.go:171","msg":"trace[30959909] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"100.645037ms","start":"2026-07-01T10:18:13.708615Z","end":"2026-07-01T10:18:13.80926Z","steps":["trace[30959909] 'process raft request' (duration: 100.365949ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:13.80932Z","caller":"traceutil/trace.go:171","msg":"trace[1290136873] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"100.746829ms","start":"2026-07-01T10:18:13.708531Z","end":"2026-07-01T10:18:13.809278Z","steps":["trace[1290136873] 'process raft request' (duration: 45.61426ms)","trace[1290136873] 'compare' (duration: 54.540153ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:13.908734Z","caller":"traceutil/trace.go:171","msg":"trace[1864694277] linearizableReadLoop","detail":"{readStateIndex:25766; appliedIndex:25763; }","duration":"170.034564ms","start":"2026-07-01T10:18:13.738677Z","end":"2026-07-01T10:18:13.908711Z","steps":["trace[1864694277] 'read index received' (duration: 15.552363ms)","trace[1864694277] 'applied index is now lower than readState.Index' (duration: 154.481091ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:13.90883Z","caller":"traceutil/trace.go:171","msg":"trace[548252278] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"190.51653ms","start":"2026-07-01T10:18:13.718276Z","end":"2026-07-01T10:18:13.908793Z","steps":["trace[548252278] 'process raft request' (duration: 190.282844ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:14.018773Z","caller":"traceutil/trace.go:171","msg":"trace[958377681] linearizableReadLoop","detail":"{readStateIndex:25767; appliedIndex:25766; }","duration":"109.94235ms","start":"2026-07-01T10:18:13.9088Z","end":"2026-07-01T10:18:14.018742Z","steps":["trace[958377681] 'read index received' (duration: 57.522815ms)","trace[958377681] 'applied index is now lower than readState.Index' (duration: 52.418455ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:14.018841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.194163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:14.018909Z","caller":"traceutil/trace.go:171","msg":"trace[2006686939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24948; }","duration":"236.348607ms","start":"2026-07-01T10:18:13.782542Z","end":"2026-07-01T10:18:14.018891Z","steps":["trace[2006686939] 'agreement among raft nodes before linearized reading' (duration: 236.222043ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:14.018884Z","caller":"traceutil/trace.go:171","msg":"trace[1121634900] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"116.678442ms","start":"2026-07-01T10:18:13.902128Z","end":"2026-07-01T10:18:14.018807Z","steps":["trace[1121634900] 'process raft request' (duration: 64.177835ms)","trace[1121634900] 'compare' (duration: 52.296812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:14.018997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.039147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-07-01T10:18:14.019047Z","caller":"traceutil/trace.go:171","msg":"trace[1721293121] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24948; }","duration":"265.113668ms","start":"2026-07-01T10:18:13.753915Z","end":"2026-07-01T10:18:14.019029Z","steps":["trace[1721293121] 'agreement among raft nodes before linearized reading' (duration: 264.964994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:14.019053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.035967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-07-01T10:18:14.019108Z","caller":"traceutil/trace.go:171","msg":"trace[779357754] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24948; }","duration":"265.137949ms","start":"2026-07-01T10:18:13.753955Z","end":"2026-07-01T10:18:14.019093Z","steps":["trace[779357754] 'agreement among raft nodes before linearized reading' (duration: 264.879642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:14.01909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.410254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T10:18:14.019338Z","caller":"traceutil/trace.go:171","msg":"trace[1883872774] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24947; }","duration":"280.695442ms","start":"2026-07-01T10:18:13.738618Z","end":"2026-07-01T10:18:14.019314Z","steps":["trace[1883872774] 'agreement among raft nodes before linearized reading' (duration: 170.204918ms)","trace[1883872774] 'range keys from in-memory index tree' (duration: 109.766355ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:14.695003Z","caller":"traceutil/trace.go:171","msg":"trace[595573764] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"192.219647ms","start":"2026-07-01T10:18:14.502758Z","end":"2026-07-01T10:18:14.694978Z","steps":["trace[595573764] 'process raft request' (duration: 192.062203ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:15.115122Z","caller":"traceutil/trace.go:171","msg":"trace[1498944475] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"190.85533ms","start":"2026-07-01T10:18:14.924239Z","end":"2026-07-01T10:18:15.115095Z","steps":["trace[1498944475] 'process raft request' (duration: 190.681015ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:15.150939Z","caller":"traceutil/trace.go:171","msg":"trace[253784966] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"205.928289ms","start":"2026-07-01T10:18:14.944989Z","end":"2026-07-01T10:18:15.150918Z","steps":["trace[253784966] 'process raft request' (duration: 205.760664ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:15.151128Z","caller":"traceutil/trace.go:171","msg":"trace[1430229796] linearizableReadLoop","detail":"{readStateIndex:25775; appliedIndex:25772; }","duration":"177.544278ms","start":"2026-07-01T10:18:14.97355Z","end":"2026-07-01T10:18:15.151094Z","steps":["trace[1430229796] 'read index received' (duration: 141.377664ms)","trace[1430229796] 'applied index is now lower than readState.Index' (duration: 36.164784ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:15.151183Z","caller":"traceutil/trace.go:171","msg":"trace[2101588957] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"177.707862ms","start":"2026-07-01T10:18:14.973449Z","end":"2026-07-01T10:18:15.151157Z","steps":["trace[2101588957] 'process raft request' (duration: 177.425095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:15.151393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.833126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:18:15.15144Z","caller":"traceutil/trace.go:171","msg":"trace[1726070203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24956; }","duration":"177.924628ms","start":"2026-07-01T10:18:14.973505Z","end":"2026-07-01T10:18:15.151429Z","steps":["trace[1726070203] 'agreement among raft nodes before linearized reading' (duration: 177.737953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:15.151554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.839754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:18:15.151947Z","caller":"traceutil/trace.go:171","msg":"trace[1142381933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24956; }","duration":"150.282296ms","start":"2026-07-01T10:18:15.00165Z","end":"2026-07-01T10:18:15.151932Z","steps":["trace[1142381933] 'agreement among raft nodes before linearized reading' (duration: 149.734522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:15.151787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.011337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:15.152301Z","caller":"traceutil/trace.go:171","msg":"trace[1165020604] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24956; }","duration":"147.568453ms","start":"2026-07-01T10:18:15.004715Z","end":"2026-07-01T10:18:15.152283Z","steps":["trace[1165020604] 'agreement among raft nodes before linearized reading' (duration: 146.991707ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:15.254037Z","caller":"traceutil/trace.go:171","msg":"trace[2056862842] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24957; }","duration":"100.325348ms","start":"2026-07-01T10:18:15.153694Z","end":"2026-07-01T10:18:15.254019Z","steps":["trace[2056862842] 'process raft request' (duration: 76.024588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:18.665815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.988672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-07-01T10:18:18.665912Z","caller":"traceutil/trace.go:171","msg":"trace[1667835293] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25002; }","duration":"106.128895ms","start":"2026-07-01T10:18:18.55976Z","end":"2026-07-01T10:18:18.665889Z","steps":["trace[1667835293] 'range keys from in-memory index tree' (duration: 105.877499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:19.731969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.818677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:19.732195Z","caller":"traceutil/trace.go:171","msg":"trace[1547935075] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"342.025881ms","start":"2026-07-01T10:18:19.390106Z","end":"2026-07-01T10:18:19.732132Z","steps":["trace[1547935075] 'process raft request' (duration: 89.974007ms)","trace[1547935075] 'compare' (duration: 251.476748ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:19.732276Z","caller":"traceutil/trace.go:171","msg":"trace[405865944] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"318.8503ms","start":"2026-07-01T10:18:19.413403Z","end":"2026-07-01T10:18:19.732253Z","steps":["trace[405865944] 'process raft request' (duration: 318.676585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:19.732385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.413358Z","time spent":"318.977194ms","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1189,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T10:18:19.732296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.390083Z","time spent":"342.174375ms","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T10:18:19.732209Z","caller":"traceutil/trace.go:171","msg":"trace[1938217496] linearizableReadLoop","detail":"{readStateIndex:25833; appliedIndex:25831; }","duration":"209.495896ms","start":"2026-07-01T10:18:19.522699Z","end":"2026-07-01T10:18:19.732195Z","steps":["trace[1938217496] 'read index received' (duration: 91.708973ms)","trace[1938217496] 'applied index is now lower than readState.Index' (duration: 117.785893ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:19.73282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.680361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-m47hq.18be2089b25dd132\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-07-01T10:18:19.732877Z","caller":"traceutil/trace.go:171","msg":"trace[1580061042] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-m47hq.18be2089b25dd132; range_end:; response_count:1; response_revision:25013; }","duration":"210.168586ms","start":"2026-07-01T10:18:19.522693Z","end":"2026-07-01T10:18:19.732862Z","steps":["trace[1580061042] 'agreement among raft nodes before linearized reading' (duration: 209.545479ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:19.780041Z","caller":"traceutil/trace.go:171","msg":"trace[517295278] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"135.549676ms","start":"2026-07-01T10:18:19.644467Z","end":"2026-07-01T10:18:19.780017Z","steps":["trace[517295278] 'process raft request' (duration: 135.415922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:20.013936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.526815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:20.014135Z","caller":"traceutil/trace.go:171","msg":"trace[1451146665] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"278.118582ms","start":"2026-07-01T10:18:19.735974Z","end":"2026-07-01T10:18:20.014093Z","steps":["trace[1451146665] 'process raft request' (duration: 135.365561ms)","trace[1451146665] 'compare' (duration: 142.378741ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:20.014203Z","caller":"traceutil/trace.go:171","msg":"trace[722869497] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25018; }","duration":"268.968484ms","start":"2026-07-01T10:18:19.745217Z","end":"2026-07-01T10:18:20.014185Z","steps":["trace[722869497] 'process raft request' (duration: 268.931653ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:20.014232Z","caller":"traceutil/trace.go:171","msg":"trace[158555264] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"273.151368ms","start":"2026-07-01T10:18:19.741064Z","end":"2026-07-01T10:18:20.014216Z","steps":["trace[158555264] 'process raft request' (duration: 272.946172ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:20.014232Z","caller":"traceutil/trace.go:171","msg":"trace[1196688089] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"271.348259ms","start":"2026-07-01T10:18:19.742864Z","end":"2026-07-01T10:18:20.014213Z","steps":["trace[1196688089] 'process raft request' (duration: 271.189484ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:20.01437Z","caller":"traceutil/trace.go:171","msg":"trace[345839788] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"270.869576ms","start":"2026-07-01T10:18:19.743491Z","end":"2026-07-01T10:18:20.014361Z","steps":["trace[345839788] 'process raft request' (duration: 270.604979ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:20.312937Z","caller":"traceutil/trace.go:171","msg":"trace[1779601867] linearizableReadLoop","detail":"{readStateIndex:25840; appliedIndex:25834; }","duration":"487.907647ms","start":"2026-07-01T10:18:19.825005Z","end":"2026-07-01T10:18:20.312912Z","steps":["trace[1779601867] 'read index received' (duration: 46.393331ms)","trace[1779601867] 'applied index is now lower than readState.Index' (duration: 441.512936ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:20.313046Z","caller":"traceutil/trace.go:171","msg":"trace[2045541483] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"519.908978ms","start":"2026-07-01T10:18:19.793123Z","end":"2026-07-01T10:18:20.313032Z","steps":["trace[2045541483] 'process raft request' (duration: 450.646444ms)","trace[2045541483] 'compare' (duration: 68.497573ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:20.313144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.793105Z","time spent":"519.96424ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:20.313197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.180605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-lrjdp\" ","response":"range_response_count:1 size:4814"} {"level":"info","ts":"2026-07-01T10:18:20.313263Z","caller":"traceutil/trace.go:171","msg":"trace[1896640042] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-lrjdp; range_end:; response_count:1; response_revision:25019; }","duration":"488.272377ms","start":"2026-07-01T10:18:19.824971Z","end":"2026-07-01T10:18:20.313244Z","steps":["trace[1896640042] 'agreement among raft nodes before linearized reading' (duration: 488.092232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:20.313314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.824955Z","time spent":"488.34818ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4838,"request content":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-lrjdp\" "} {"level":"info","ts":"2026-07-01T10:18:20.350345Z","caller":"traceutil/trace.go:171","msg":"trace[1426297754] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"127.830167ms","start":"2026-07-01T10:18:20.222493Z","end":"2026-07-01T10:18:20.350323Z","steps":["trace[1426297754] 'process raft request' (duration: 127.787165ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:20.350749Z","caller":"traceutil/trace.go:171","msg":"trace[1449932953] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"431.616317ms","start":"2026-07-01T10:18:19.919121Z","end":"2026-07-01T10:18:20.350737Z","steps":["trace[1449932953] 'process raft request' (duration: 430.903027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:20.350853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.919086Z","time spent":"431.696159ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:20.350996Z","caller":"traceutil/trace.go:171","msg":"trace[828164042] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"420.063023ms","start":"2026-07-01T10:18:19.930923Z","end":"2026-07-01T10:18:20.350986Z","steps":["trace[828164042] 'process raft request' (duration: 419.22068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:20.351054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.930897Z","time spent":"420.127195ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:20.351314Z","caller":"traceutil/trace.go:171","msg":"trace[753679966] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"327.349311ms","start":"2026-07-01T10:18:20.023955Z","end":"2026-07-01T10:18:20.351305Z","steps":["trace[753679966] 'process raft request' (duration: 326.248941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:20.351375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:20.02393Z","time spent":"327.414233ms","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2326,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:20.407516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.503268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:20.407759Z","caller":"traceutil/trace.go:171","msg":"trace[1303561808] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:0; response_revision:25025; }","duration":"123.762876ms","start":"2026-07-01T10:18:20.283974Z","end":"2026-07-01T10:18:20.407737Z","steps":["trace[1303561808] 'agreement among raft nodes before linearized reading' (duration: 123.433887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:20.407669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.628592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-01T10:18:20.408225Z","caller":"traceutil/trace.go:171","msg":"trace[368704153] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25025; }","duration":"487.184967ms","start":"2026-07-01T10:18:19.920989Z","end":"2026-07-01T10:18:20.408174Z","steps":["trace[368704153] 'agreement among raft nodes before linearized reading' (duration: 486.56046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:20.408403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.920977Z","time spent":"487.408023ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-07-01T10:18:20.608271Z","caller":"traceutil/trace.go:171","msg":"trace[1793055272] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"109.736834ms","start":"2026-07-01T10:18:20.498513Z","end":"2026-07-01T10:18:20.608249Z","steps":["trace[1793055272] 'process raft request' (duration: 109.687693ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:20.608344Z","caller":"traceutil/trace.go:171","msg":"trace[1561199631] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"110.67258ms","start":"2026-07-01T10:18:20.497642Z","end":"2026-07-01T10:18:20.608314Z","steps":["trace[1561199631] 'process raft request' (duration: 110.445014ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:20.711005Z","caller":"traceutil/trace.go:171","msg":"trace[1623594765] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"132.731389ms","start":"2026-07-01T10:18:20.578229Z","end":"2026-07-01T10:18:20.71096Z","steps":["trace[1623594765] 'process raft request' (duration: 102.118247ms)","trace[1623594765] 'compare' (duration: 30.430857ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:20.976292Z","caller":"traceutil/trace.go:171","msg":"trace[1042655406] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"123.673424ms","start":"2026-07-01T10:18:20.852575Z","end":"2026-07-01T10:18:20.976248Z","steps":["trace[1042655406] 'process raft request' (duration: 123.366205ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:20.976359Z","caller":"traceutil/trace.go:171","msg":"trace[418634336] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"122.973974ms","start":"2026-07-01T10:18:20.853361Z","end":"2026-07-01T10:18:20.976335Z","steps":["trace[418634336] 'process raft request' (duration: 122.754408ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:20.976544Z","caller":"traceutil/trace.go:171","msg":"trace[889527162] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"121.503084ms","start":"2026-07-01T10:18:20.855032Z","end":"2026-07-01T10:18:20.976535Z","steps":["trace[889527162] 'process raft request' (duration: 121.158495ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:20.976724Z","caller":"traceutil/trace.go:171","msg":"trace[530209812] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"121.624597ms","start":"2026-07-01T10:18:20.855084Z","end":"2026-07-01T10:18:20.976709Z","steps":["trace[530209812] 'process raft request' (duration: 121.165115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:20.977174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.272346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9769"} {"level":"info","ts":"2026-07-01T10:18:20.977324Z","caller":"traceutil/trace.go:171","msg":"trace[970305210] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:25054; }","duration":"122.44387ms","start":"2026-07-01T10:18:20.854841Z","end":"2026-07-01T10:18:20.977285Z","steps":["trace[970305210] 'agreement among raft nodes before linearized reading' (duration: 121.916046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:20.983528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.429924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-01T10:18:20.983673Z","caller":"traceutil/trace.go:171","msg":"trace[534393062] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25054; }","duration":"131.62495ms","start":"2026-07-01T10:18:20.852015Z","end":"2026-07-01T10:18:20.98364Z","steps":["trace[534393062] 'agreement among raft nodes before linearized reading' (duration: 124.616759ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.107773Z","caller":"traceutil/trace.go:171","msg":"trace[1573343093] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"222.277024ms","start":"2026-07-01T10:18:20.885452Z","end":"2026-07-01T10:18:21.107729Z","steps":["trace[1573343093] 'process raft request' (duration: 221.869123ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.108075Z","caller":"traceutil/trace.go:171","msg":"trace[145128322] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"222.466809ms","start":"2026-07-01T10:18:20.885566Z","end":"2026-07-01T10:18:21.108033Z","steps":["trace[145128322] 'process raft request' (duration: 222.028777ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.108376Z","caller":"traceutil/trace.go:171","msg":"trace[233635265] linearizableReadLoop","detail":"{readStateIndex:25879; appliedIndex:25875; }","duration":"126.969953ms","start":"2026-07-01T10:18:20.981314Z","end":"2026-07-01T10:18:21.108284Z","steps":["trace[233635265] 'read index received' (duration: 126.069738ms)","trace[233635265] 'applied index is now lower than readState.Index' (duration: 898.455µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:21.10855Z","caller":"traceutil/trace.go:171","msg":"trace[187048754] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"216.96136ms","start":"2026-07-01T10:18:20.891575Z","end":"2026-07-01T10:18:21.108537Z","steps":["trace[187048754] 'process raft request' (duration: 216.584169ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.108583Z","caller":"traceutil/trace.go:171","msg":"trace[483534691] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"222.798258ms","start":"2026-07-01T10:18:20.885679Z","end":"2026-07-01T10:18:21.108477Z","steps":["trace[483534691] 'process raft request' (duration: 222.281714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.108755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.382024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2714"} {"level":"info","ts":"2026-07-01T10:18:21.108816Z","caller":"traceutil/trace.go:171","msg":"trace[176242166] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:25058; }","duration":"127.522818ms","start":"2026-07-01T10:18:20.981281Z","end":"2026-07-01T10:18:21.108803Z","steps":["trace[176242166] 'agreement among raft nodes before linearized reading' (duration: 127.25035ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.159306Z","caller":"traceutil/trace.go:171","msg":"trace[890073811] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"172.401409ms","start":"2026-07-01T10:18:20.986874Z","end":"2026-07-01T10:18:21.159275Z","steps":["trace[890073811] 'process raft request' (duration: 172.239844ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.159356Z","caller":"traceutil/trace.go:171","msg":"trace[204252730] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"170.599819ms","start":"2026-07-01T10:18:20.988736Z","end":"2026-07-01T10:18:21.159336Z","steps":["trace[204252730] 'process raft request' (duration: 170.414944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.159719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.54556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:21.159694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.331031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-01T10:18:21.15976Z","caller":"traceutil/trace.go:171","msg":"trace[863044366] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25061; }","duration":"173.633731ms","start":"2026-07-01T10:18:20.986113Z","end":"2026-07-01T10:18:21.159746Z","steps":["trace[863044366] 'agreement among raft nodes before linearized reading' (duration: 173.539259ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.159798Z","caller":"traceutil/trace.go:171","msg":"trace[449257427] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25061; }","duration":"167.467334ms","start":"2026-07-01T10:18:20.992301Z","end":"2026-07-01T10:18:21.159768Z","steps":["trace[449257427] 'agreement among raft nodes before linearized reading' (duration: 167.011602ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.159261Z","caller":"traceutil/trace.go:171","msg":"trace[230568062] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"177.910178ms","start":"2026-07-01T10:18:20.981313Z","end":"2026-07-01T10:18:21.159223Z","steps":["trace[230568062] 'process raft request' (duration: 177.62182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.161005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.440808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224957"} {"level":"info","ts":"2026-07-01T10:18:21.161121Z","caller":"traceutil/trace.go:171","msg":"trace[222172082] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25061; }","duration":"151.664774ms","start":"2026-07-01T10:18:21.009432Z","end":"2026-07-01T10:18:21.161097Z","steps":["trace[222172082] 'agreement among raft nodes before linearized reading' (duration: 150.193524ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.408854Z","caller":"traceutil/trace.go:171","msg":"trace[2062596923] linearizableReadLoop","detail":"{readStateIndex:25886; appliedIndex:25883; }","duration":"195.311602ms","start":"2026-07-01T10:18:21.213522Z","end":"2026-07-01T10:18:21.408833Z","steps":["trace[2062596923] 'read index received' (duration: 140.421289ms)","trace[2062596923] 'applied index is now lower than readState.Index' (duration: 54.889223ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:21.40896Z","caller":"traceutil/trace.go:171","msg":"trace[1133965509] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"221.815982ms","start":"2026-07-01T10:18:21.187133Z","end":"2026-07-01T10:18:21.408949Z","steps":["trace[1133965509] 'process raft request' (duration: 221.606016ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.409092Z","caller":"traceutil/trace.go:171","msg":"trace[1883345701] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"213.915256ms","start":"2026-07-01T10:18:21.195168Z","end":"2026-07-01T10:18:21.409083Z","steps":["trace[1883345701] 'process raft request' (duration: 213.621808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.409396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.792411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-07-01T10:18:21.409429Z","caller":"traceutil/trace.go:171","msg":"trace[487874109] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25065; }","duration":"214.900044ms","start":"2026-07-01T10:18:21.194519Z","end":"2026-07-01T10:18:21.409419Z","steps":["trace[487874109] 'agreement among raft nodes before linearized reading' (duration: 214.734749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.40966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.103976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-78dcb9f74d-754m8\" ","response":"range_response_count:1 size:8409"} {"level":"info","ts":"2026-07-01T10:18:21.409718Z","caller":"traceutil/trace.go:171","msg":"trace[1096879313] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-78dcb9f74d-754m8; range_end:; response_count:1; response_revision:25065; }","duration":"234.2476ms","start":"2026-07-01T10:18:21.175455Z","end":"2026-07-01T10:18:21.409703Z","steps":["trace[1096879313] 'agreement among raft nodes before linearized reading' (duration: 234.021464ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.409328Z","caller":"traceutil/trace.go:171","msg":"trace[589370674] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"240.562782ms","start":"2026-07-01T10:18:21.168709Z","end":"2026-07-01T10:18:21.409272Z","steps":["trace[589370674] 'process raft request' (duration: 185.304349ms)","trace[589370674] 'compare' (duration: 54.615825ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:21.419468Z","caller":"traceutil/trace.go:171","msg":"trace[1146959268] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25066; }","duration":"188.65875ms","start":"2026-07-01T10:18:21.230796Z","end":"2026-07-01T10:18:21.419455Z","steps":["trace[1146959268] 'process raft request' (duration: 188.627469ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.419818Z","caller":"traceutil/trace.go:171","msg":"trace[310742158] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"194.981602ms","start":"2026-07-01T10:18:21.224822Z","end":"2026-07-01T10:18:21.419803Z","steps":["trace[310742158] 'process raft request' (duration: 194.491088ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.609076Z","caller":"traceutil/trace.go:171","msg":"trace[2113255964] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"191.60376ms","start":"2026-07-01T10:18:21.417429Z","end":"2026-07-01T10:18:21.609033Z","steps":["trace[2113255964] 'process raft request' (duration: 191.468907ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.609189Z","caller":"traceutil/trace.go:171","msg":"trace[1989219498] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"221.118922ms","start":"2026-07-01T10:18:21.387995Z","end":"2026-07-01T10:18:21.609114Z","steps":["trace[1989219498] 'process raft request' (duration: 195.863216ms)","trace[1989219498] 'compare' (duration: 24.380083ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:21.609482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.712228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-01T10:18:21.609896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.776227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T10:18:21.609962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.102467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-07-01T10:18:21.609976Z","caller":"traceutil/trace.go:171","msg":"trace[787732769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25068; }","duration":"272.873019ms","start":"2026-07-01T10:18:21.337089Z","end":"2026-07-01T10:18:21.609962Z","steps":["trace[787732769] 'agreement among raft nodes before linearized reading' (duration: 272.625113ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.610009Z","caller":"traceutil/trace.go:171","msg":"trace[1620310356] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25068; }","duration":"362.201359ms","start":"2026-07-01T10:18:21.247796Z","end":"2026-07-01T10:18:21.609997Z","steps":["trace[1620310356] 'agreement among raft nodes before linearized reading' (duration: 362.066886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.609884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.669802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:18:21.61012Z","caller":"traceutil/trace.go:171","msg":"trace[1761252388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25068; }","duration":"305.94811ms","start":"2026-07-01T10:18:21.304162Z","end":"2026-07-01T10:18:21.61011Z","steps":["trace[1761252388] 'agreement among raft nodes before linearized reading' (duration: 305.61481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.610151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:21.304144Z","time spent":"305.99885ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:18:21.610044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:21.247782Z","time spent":"362.253641ms","remote":"127.0.0.1:57722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":200,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-07-01T10:18:21.610257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.471859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-01T10:18:21.610351Z","caller":"traceutil/trace.go:171","msg":"trace[1788469870] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25068; }","duration":"393.650024ms","start":"2026-07-01T10:18:21.21667Z","end":"2026-07-01T10:18:21.61032Z","steps":["trace[1788469870] 'agreement among raft nodes before linearized reading' (duration: 393.285174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.610401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:21.216643Z","time spent":"393.747827ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":733,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-07-01T10:18:21.610098Z","caller":"traceutil/trace.go:171","msg":"trace[1953106660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25068; }","duration":"283.380196ms","start":"2026-07-01T10:18:21.326693Z","end":"2026-07-01T10:18:21.610073Z","steps":["trace[1953106660] 'agreement among raft nodes before linearized reading' (duration: 282.337987ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.615755Z","caller":"traceutil/trace.go:171","msg":"trace[189727562] linearizableReadLoop","detail":"{readStateIndex:25889; appliedIndex:25886; }","duration":"200.06276ms","start":"2026-07-01T10:18:21.408924Z","end":"2026-07-01T10:18:21.608987Z","steps":["trace[189727562] 'read index received' (duration: 10.339271ms)","trace[189727562] 'applied index is now lower than readState.Index' (duration: 189.722209ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:21.746885Z","caller":"traceutil/trace.go:171","msg":"trace[25879950] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"321.272386ms","start":"2026-07-01T10:18:21.425592Z","end":"2026-07-01T10:18:21.746864Z","steps":["trace[25879950] 'process raft request' (duration: 319.517169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.747021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:21.425549Z","time spent":"321.40233ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8402,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:21.747157Z","caller":"traceutil/trace.go:171","msg":"trace[1467290331] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"314.990005ms","start":"2026-07-01T10:18:21.432157Z","end":"2026-07-01T10:18:21.747147Z","steps":["trace[1467290331] 'process raft request' (duration: 314.667756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.74723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:21.432128Z","time spent":"315.057107ms","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T10:18:21.747314Z","caller":"traceutil/trace.go:171","msg":"trace[470060617] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"309.652541ms","start":"2026-07-01T10:18:21.43763Z","end":"2026-07-01T10:18:21.747283Z","steps":["trace[470060617] 'process raft request' (duration: 309.379953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.747462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:21.437613Z","time spent":"309.773763ms","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2457,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:21.92418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.056095ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-01T10:18:21.990472Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000652b.wal"} {"level":"info","ts":"2026-07-01T10:18:21.991222Z","caller":"traceutil/trace.go:171","msg":"trace[758463108] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"375.503191ms","start":"2026-07-01T10:18:21.615689Z","end":"2026-07-01T10:18:21.991192Z","steps":["trace[758463108] 'process raft request' (duration: 374.966336ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.991266Z","caller":"traceutil/trace.go:171","msg":"trace[142913854] linearizableReadLoop","detail":"{readStateIndex:25895; appliedIndex:25890; }","duration":"375.414798ms","start":"2026-07-01T10:18:21.61583Z","end":"2026-07-01T10:18:21.991245Z","steps":["trace[142913854] 'read index received' (duration: 129.368048ms)","trace[142913854] 'applied index is now lower than readState.Index' (duration: 246.04591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:21.991352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:21.615661Z","time spent":"375.609874ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:21.991481Z","caller":"traceutil/trace.go:171","msg":"trace[1786766084] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"299.429042ms","start":"2026-07-01T10:18:21.692036Z","end":"2026-07-01T10:18:21.991466Z","steps":["trace[1786766084] 'process raft request' (duration: 299.160195ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.991674Z","caller":"traceutil/trace.go:171","msg":"trace[807971732] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"373.122146ms","start":"2026-07-01T10:18:21.618542Z","end":"2026-07-01T10:18:21.991664Z","steps":["trace[807971732] 'process raft request' (duration: 372.617722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.991727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:21.618525Z","time spent":"373.176608ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:21.991844Z","caller":"traceutil/trace.go:171","msg":"trace[2008802249] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"375.49739ms","start":"2026-07-01T10:18:21.616335Z","end":"2026-07-01T10:18:21.991833Z","steps":["trace[2008802249] 'process raft request' (duration: 374.534824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.991887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:21.616308Z","time spent":"375.558582ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:21.992076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.136559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:4349"} {"level":"info","ts":"2026-07-01T10:18:21.992126Z","caller":"traceutil/trace.go:171","msg":"trace[1380294562] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:25075; }","duration":"554.19709ms","start":"2026-07-01T10:18:21.437918Z","end":"2026-07-01T10:18:21.992115Z","steps":["trace[1380294562] 'agreement among raft nodes before linearized reading' (duration: 554.024785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.992163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:21.437883Z","time spent":"554.272562ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4373,"request content":"key:\"/registry/secrets/openstack/magnum-api-certs\" "} {"level":"warn","ts":"2026-07-01T10:18:21.992245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.992173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-01T10:18:21.992284Z","caller":"traceutil/trace.go:171","msg":"trace[1079373130] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25075; }","duration":"551.074355ms","start":"2026-07-01T10:18:21.441197Z","end":"2026-07-01T10:18:21.992272Z","steps":["trace[1079373130] 'agreement among raft nodes before linearized reading' (duration: 550.915451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.992308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:21.441189Z","time spent":"551.113276ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3709,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-01T10:18:21.992511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.216814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs-vr7sq\" ","response":"range_response_count:1 size:2465"} {"level":"info","ts":"2026-07-01T10:18:21.992541Z","caller":"traceutil/trace.go:171","msg":"trace[560834863] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs-vr7sq; range_end:; response_count:1; response_revision:25075; }","duration":"560.288816ms","start":"2026-07-01T10:18:21.432245Z","end":"2026-07-01T10:18:21.992534Z","steps":["trace[560834863] 'agreement among raft nodes before linearized reading' (duration: 560.192333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.992562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:21.432224Z","time spent":"560.332797ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2489,"request content":"key:\"/registry/secrets/openstack/magnum-api-certs-vr7sq\" "} {"level":"info","ts":"2026-07-01T10:18:21.995014Z","caller":"traceutil/trace.go:171","msg":"trace[2118718517] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"210.508565ms","start":"2026-07-01T10:18:21.784494Z","end":"2026-07-01T10:18:21.995003Z","steps":["trace[2118718517] 'process raft request' (duration: 210.421242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.995471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.364706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-p9sml\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-07-01T10:18:21.995505Z","caller":"traceutil/trace.go:171","msg":"trace[1951520448] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-p9sml; range_end:; response_count:1; response_revision:25076; }","duration":"379.437088ms","start":"2026-07-01T10:18:21.61606Z","end":"2026-07-01T10:18:21.995497Z","steps":["trace[1951520448] 'agreement among raft nodes before linearized reading' (duration: 379.353776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.995527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:21.616039Z","time spent":"379.482979ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":2500,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-p9sml\" "} {"level":"warn","ts":"2026-07-01T10:18:21.996848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.625591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-01T10:18:21.996892Z","caller":"traceutil/trace.go:171","msg":"trace[685178543] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25076; }","duration":"380.685212ms","start":"2026-07-01T10:18:21.616189Z","end":"2026-07-01T10:18:21.996874Z","steps":["trace[685178543] 'agreement among raft nodes before linearized reading' (duration: 380.591479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.996914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:21.616168Z","time spent":"380.738464ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":733,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-07-01T10:18:21.99707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.552985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-p9sml\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-07-01T10:18:21.997099Z","caller":"traceutil/trace.go:171","msg":"trace[1006637796] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-p9sml; range_end:; response_count:1; response_revision:25076; }","duration":"246.617886ms","start":"2026-07-01T10:18:21.750472Z","end":"2026-07-01T10:18:21.99709Z","steps":["trace[1006637796] 'agreement among raft nodes before linearized reading' (duration: 246.549385ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:22.468873Z","caller":"traceutil/trace.go:171","msg":"trace[493336825] linearizableReadLoop","detail":"{readStateIndex:25906; appliedIndex:25905; }","duration":"218.577663ms","start":"2026-07-01T10:18:22.250267Z","end":"2026-07-01T10:18:22.468845Z","steps":["trace[493336825] 'read index received' (duration: 218.289546ms)","trace[493336825] 'applied index is now lower than readState.Index' (duration: 287.447µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:22.469326Z","caller":"traceutil/trace.go:171","msg":"trace[1202726675] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"224.733172ms","start":"2026-07-01T10:18:22.244563Z","end":"2026-07-01T10:18:22.469296Z","steps":["trace[1202726675] 'process raft request' (duration: 224.101095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:22.469427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.098568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-01T10:18:22.469501Z","caller":"traceutil/trace.go:171","msg":"trace[417686076] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25083; }","duration":"219.238952ms","start":"2026-07-01T10:18:22.250244Z","end":"2026-07-01T10:18:22.469483Z","steps":["trace[417686076] 'agreement among raft nodes before linearized reading' (duration: 218.932903ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:22.507001Z","caller":"traceutil/trace.go:171","msg":"trace[112539364] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"150.935104ms","start":"2026-07-01T10:18:22.356033Z","end":"2026-07-01T10:18:22.506968Z","steps":["trace[112539364] 'process raft request' (duration: 150.842482ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:22.507345Z","caller":"traceutil/trace.go:171","msg":"trace[505749836] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"188.263729ms","start":"2026-07-01T10:18:22.31907Z","end":"2026-07-01T10:18:22.507334Z","steps":["trace[505749836] 'process raft request' (duration: 187.599371ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:22.507327Z","caller":"traceutil/trace.go:171","msg":"trace[170232362] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"149.804083ms","start":"2026-07-01T10:18:22.357502Z","end":"2026-07-01T10:18:22.507306Z","steps":["trace[170232362] 'process raft request' (duration: 149.424873ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:22.507584Z","caller":"traceutil/trace.go:171","msg":"trace[728534762] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"149.972628ms","start":"2026-07-01T10:18:22.3576Z","end":"2026-07-01T10:18:22.507573Z","steps":["trace[728534762] 'process raft request' (duration: 149.569167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:22.507698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.764838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:22.50778Z","caller":"traceutil/trace.go:171","msg":"trace[93682935] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25088; }","duration":"115.888592ms","start":"2026-07-01T10:18:22.39187Z","end":"2026-07-01T10:18:22.507759Z","steps":["trace[93682935] 'agreement among raft nodes before linearized reading' (duration: 115.767538ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:22.75868Z","caller":"traceutil/trace.go:171","msg":"trace[1708558521] linearizableReadLoop","detail":"{readStateIndex:25913; appliedIndex:25912; }","duration":"179.692665ms","start":"2026-07-01T10:18:22.578959Z","end":"2026-07-01T10:18:22.758652Z","steps":["trace[1708558521] 'read index received' (duration: 135.428421ms)","trace[1708558521] 'applied index is now lower than readState.Index' (duration: 44.259334ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:22.758869Z","caller":"traceutil/trace.go:171","msg":"trace[222981840] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"186.688015ms","start":"2026-07-01T10:18:22.572141Z","end":"2026-07-01T10:18:22.758829Z","steps":["trace[222981840] 'process raft request' (duration: 142.327629ms)","trace[222981840] 'compare' (duration: 44.011137ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:22.759286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.360293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-07-01T10:18:22.759372Z","caller":"traceutil/trace.go:171","msg":"trace[2032860772] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25090; }","duration":"205.502627ms","start":"2026-07-01T10:18:22.553847Z","end":"2026-07-01T10:18:22.75935Z","steps":["trace[2032860772] 'agreement among raft nodes before linearized reading' (duration: 205.214139ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:22.92418Z","caller":"traceutil/trace.go:171","msg":"trace[116887997] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"101.170681ms","start":"2026-07-01T10:18:22.822989Z","end":"2026-07-01T10:18:22.924159Z","steps":["trace[116887997] 'process raft request' (duration: 74.235719ms)","trace[116887997] 'compare' (duration: 26.720846ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:23.265784Z","caller":"traceutil/trace.go:171","msg":"trace[1986638387] linearizableReadLoop","detail":"{readStateIndex:25925; appliedIndex:25924; }","duration":"154.290876ms","start":"2026-07-01T10:18:23.111468Z","end":"2026-07-01T10:18:23.265759Z","steps":["trace[1986638387] 'read index received' (duration: 82.37968ms)","trace[1986638387] 'applied index is now lower than readState.Index' (duration: 71.910126ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:23.265914Z","caller":"traceutil/trace.go:171","msg":"trace[501462122] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"155.783246ms","start":"2026-07-01T10:18:23.110117Z","end":"2026-07-01T10:18:23.265901Z","steps":["trace[501462122] 'process raft request' (duration: 83.654864ms)","trace[501462122] 'compare' (duration: 71.866005ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:23.266198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.703897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T10:18:23.266335Z","caller":"traceutil/trace.go:171","msg":"trace[1838379280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25101; }","duration":"154.858071ms","start":"2026-07-01T10:18:23.11143Z","end":"2026-07-01T10:18:23.266288Z","steps":["trace[1838379280] 'agreement among raft nodes before linearized reading' (duration: 154.479891ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:23.426352Z","caller":"traceutil/trace.go:171","msg":"trace[1748966538] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"155.611031ms","start":"2026-07-01T10:18:23.270715Z","end":"2026-07-01T10:18:23.426326Z","steps":["trace[1748966538] 'process raft request' (duration: 155.378205ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:23.426563Z","caller":"traceutil/trace.go:171","msg":"trace[261636493] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"155.729485ms","start":"2026-07-01T10:18:23.27081Z","end":"2026-07-01T10:18:23.426539Z","steps":["trace[261636493] 'process raft request' (duration: 155.347275ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:23.42663Z","caller":"traceutil/trace.go:171","msg":"trace[352746419] linearizableReadLoop","detail":"{readStateIndex:25926; appliedIndex:25925; }","duration":"160.752931ms","start":"2026-07-01T10:18:23.265867Z","end":"2026-07-01T10:18:23.42662Z","steps":["trace[352746419] 'read index received' (duration: 122.182422ms)","trace[352746419] 'applied index is now lower than readState.Index' (duration: 38.569289ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:23.426595Z","caller":"traceutil/trace.go:171","msg":"trace[1005461142] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"311.945723ms","start":"2026-07-01T10:18:23.114632Z","end":"2026-07-01T10:18:23.426577Z","steps":["trace[1005461142] 'process raft request' (duration: 273.348104ms)","trace[1005461142] 'compare' (duration: 37.810648ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:23.426937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.615649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:23.426936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:23.114604Z","time spent":"312.23355ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8549,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:23.426973Z","caller":"traceutil/trace.go:171","msg":"trace[591782104] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25106; }","duration":"309.678811ms","start":"2026-07-01T10:18:23.117285Z","end":"2026-07-01T10:18:23.426964Z","steps":["trace[591782104] 'agreement among raft nodes before linearized reading' (duration: 309.608879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.426996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:23.117277Z","time spent":"309.712342ms","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T10:18:23.42737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.054158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-01T10:18:23.427401Z","caller":"traceutil/trace.go:171","msg":"trace[727743590] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25106; }","duration":"158.13091ms","start":"2026-07-01T10:18:23.269263Z","end":"2026-07-01T10:18:23.427394Z","steps":["trace[727743590] 'agreement among raft nodes before linearized reading' (duration: 158.032318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.427581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.830083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-01T10:18:23.427608Z","caller":"traceutil/trace.go:171","msg":"trace[978143501] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25106; }","duration":"153.868384ms","start":"2026-07-01T10:18:23.273733Z","end":"2026-07-01T10:18:23.427602Z","steps":["trace[978143501] 'agreement among raft nodes before linearized reading' (duration: 153.803552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.427773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.962553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:2386"} {"level":"info","ts":"2026-07-01T10:18:23.427847Z","caller":"traceutil/trace.go:171","msg":"trace[1074200439] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:25106; }","duration":"155.048836ms","start":"2026-07-01T10:18:23.272781Z","end":"2026-07-01T10:18:23.42783Z","steps":["trace[1074200439] 'agreement among raft nodes before linearized reading' (duration: 154.867721ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:23.586688Z","caller":"traceutil/trace.go:171","msg":"trace[2146947920] linearizableReadLoop","detail":"{readStateIndex:25931; appliedIndex:25930; }","duration":"141.916639ms","start":"2026-07-01T10:18:23.444747Z","end":"2026-07-01T10:18:23.586664Z","steps":["trace[2146947920] 'read index received' (duration: 81.015723ms)","trace[2146947920] 'applied index is now lower than readState.Index' (duration: 60.899286ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:23.586915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.148555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-01T10:18:23.586961Z","caller":"traceutil/trace.go:171","msg":"trace[424278319] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25107; }","duration":"142.239358ms","start":"2026-07-01T10:18:23.444706Z","end":"2026-07-01T10:18:23.586946Z","steps":["trace[424278319] 'agreement among raft nodes before linearized reading' (duration: 142.056023ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:23.587169Z","caller":"traceutil/trace.go:171","msg":"trace[278685173] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"148.254611ms","start":"2026-07-01T10:18:23.438897Z","end":"2026-07-01T10:18:23.587151Z","steps":["trace[278685173] 'process raft request' (duration: 86.843621ms)","trace[278685173] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; req_size:2664; } (duration: 60.552357ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:23.905832Z","caller":"traceutil/trace.go:171","msg":"trace[1852845237] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"122.003758ms","start":"2026-07-01T10:18:23.783812Z","end":"2026-07-01T10:18:23.905816Z","steps":["trace[1852845237] 'process raft request' (duration: 121.966076ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:23.906026Z","caller":"traceutil/trace.go:171","msg":"trace[651313082] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"123.976051ms","start":"2026-07-01T10:18:23.782044Z","end":"2026-07-01T10:18:23.90602Z","steps":["trace[651313082] 'process raft request' (duration: 28.121484ms)","trace[651313082] 'compare' (duration: 95.288882ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:23.906142Z","caller":"traceutil/trace.go:171","msg":"trace[878144592] linearizableReadLoop","detail":"{readStateIndex:25944; appliedIndex:25943; }","duration":"123.93163ms","start":"2026-07-01T10:18:23.782205Z","end":"2026-07-01T10:18:23.906136Z","steps":["trace[878144592] 'read index received' (duration: 27.94119ms)","trace[878144592] 'applied index is now lower than readState.Index' (duration: 95.98975ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:23.906233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.015812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:23.906253Z","caller":"traceutil/trace.go:171","msg":"trace[804726831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25121; }","duration":"124.078864ms","start":"2026-07-01T10:18:23.782169Z","end":"2026-07-01T10:18:23.906248Z","steps":["trace[804726831] 'agreement among raft nodes before linearized reading' (duration: 124.018203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.906417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.831497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:23.90644Z","caller":"traceutil/trace.go:171","msg":"trace[221606117] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25121; }","duration":"102.856247ms","start":"2026-07-01T10:18:23.803577Z","end":"2026-07-01T10:18:23.906434Z","steps":["trace[221606117] 'agreement among raft nodes before linearized reading' (duration: 102.822556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.906446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.744973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-01T10:18:23.906518Z","caller":"traceutil/trace.go:171","msg":"trace[1989197593] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25121; }","duration":"106.849795ms","start":"2026-07-01T10:18:23.79965Z","end":"2026-07-01T10:18:23.906499Z","steps":["trace[1989197593] 'agreement among raft nodes before linearized reading' (duration: 106.639219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.906608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.722435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-01T10:18:23.90663Z","caller":"traceutil/trace.go:171","msg":"trace[333786204] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25121; }","duration":"105.756435ms","start":"2026-07-01T10:18:23.800867Z","end":"2026-07-01T10:18:23.906623Z","steps":["trace[333786204] 'agreement among raft nodes before linearized reading' (duration: 105.672573ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:24.247978Z","caller":"traceutil/trace.go:171","msg":"trace[483805390] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"132.672317ms","start":"2026-07-01T10:18:24.115259Z","end":"2026-07-01T10:18:24.247932Z","steps":["trace[483805390] 'process raft request' (duration: 45.080666ms)","trace[483805390] 'compare' (duration: 87.19415ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:24.255607Z","caller":"traceutil/trace.go:171","msg":"trace[190906075] linearizableReadLoop","detail":"{readStateIndex:25955; appliedIndex:25953; }","duration":"138.457674ms","start":"2026-07-01T10:18:24.117129Z","end":"2026-07-01T10:18:24.255587Z","steps":["trace[190906075] 'read index received' (duration: 43.262916ms)","trace[190906075] 'applied index is now lower than readState.Index' (duration: 95.193218ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:24.256018Z","caller":"traceutil/trace.go:171","msg":"trace[1873471973] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"140.707296ms","start":"2026-07-01T10:18:24.115301Z","end":"2026-07-01T10:18:24.256008Z","steps":["trace[1873471973] 'process raft request' (duration: 140.1212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:24.256298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.143034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-01T10:18:24.256332Z","caller":"traceutil/trace.go:171","msg":"trace[38307827] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25130; }","duration":"139.232035ms","start":"2026-07-01T10:18:24.117089Z","end":"2026-07-01T10:18:24.256321Z","steps":["trace[38307827] 'agreement among raft nodes before linearized reading' (duration: 139.070731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:24.256686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.455772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-01T10:18:24.25677Z","caller":"traceutil/trace.go:171","msg":"trace[1501312124] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25130; }","duration":"139.588515ms","start":"2026-07-01T10:18:24.117162Z","end":"2026-07-01T10:18:24.256751Z","steps":["trace[1501312124] 'agreement among raft nodes before linearized reading' (duration: 139.303027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:32.654846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288024,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:32.962001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.522365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:32.962185Z","caller":"traceutil/trace.go:171","msg":"trace[1508490462] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"809.04635ms","start":"2026-07-01T10:18:32.153106Z","end":"2026-07-01T10:18:32.962153Z","steps":["trace[1508490462] 'process raft request' (duration: 541.191946ms)","trace[1508490462] 'compare' (duration: 265.974373ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:32.962268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:32.153084Z","time spent":"809.150562ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:33.763585Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066478679s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:18:34.335419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146834164s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:34.335565Z","caller":"traceutil/trace.go:171","msg":"trace[1655486777] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25198; }","duration":"1.146988278s","start":"2026-07-01T10:18:33.188553Z","end":"2026-07-01T10:18:34.335541Z","steps":["trace[1655486777] 'range keys from in-memory index tree' (duration: 1.146818343s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:34.336466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.525498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:34.336751Z","caller":"traceutil/trace.go:171","msg":"trace[204270708] linearizableReadLoop","detail":"{readStateIndex:26032; appliedIndex:26024; }","duration":"2.182635079s","start":"2026-07-01T10:18:32.154104Z","end":"2026-07-01T10:18:34.336739Z","steps":["trace[204270708] 'read index received' (duration: 540.269951ms)","trace[204270708] 'applied index is now lower than readState.Index' (duration: 1.642364258s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:34.336811Z","caller":"traceutil/trace.go:171","msg":"trace[727778248] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"1.758748063s","start":"2026-07-01T10:18:32.578054Z","end":"2026-07-01T10:18:34.336802Z","steps":["trace[727778248] 'process raft request' (duration: 1.185822114s)","trace[727778248] 'compare' (duration: 571.199042ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:34.336856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:32.578027Z","time spent":"1.758806155s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:34.337096Z","caller":"traceutil/trace.go:171","msg":"trace[1322052073] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"1.719385273s","start":"2026-07-01T10:18:32.617702Z","end":"2026-07-01T10:18:34.337087Z","steps":["trace[1322052073] 'process raft request' (duration: 1.718841848s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:34.337139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:32.617677Z","time spent":"1.719441485s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:34.337237Z","caller":"traceutil/trace.go:171","msg":"trace[1756216899] transaction","detail":"{read_only:false; response_revision:25201; number_of_response:1; }","duration":"1.717593804s","start":"2026-07-01T10:18:32.619635Z","end":"2026-07-01T10:18:34.337229Z","steps":["trace[1756216899] 'process raft request' (duration: 1.716951836s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:34.337276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:32.619623Z","time spent":"1.717632305s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:34.337365Z","caller":"traceutil/trace.go:171","msg":"trace[1827488809] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"1.690498187s","start":"2026-07-01T10:18:32.646832Z","end":"2026-07-01T10:18:34.33733Z","steps":["trace[1827488809] 'process raft request' (duration: 1.68987835s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:34.33758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:32.646821Z","time spent":"1.690679512s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:34.337731Z","caller":"traceutil/trace.go:171","msg":"trace[739499214] transaction","detail":"{read_only:false; response_revision:25202; number_of_response:1; }","duration":"1.717701277s","start":"2026-07-01T10:18:32.620019Z","end":"2026-07-01T10:18:34.33772Z","steps":["trace[739499214] 'process raft request' (duration: 1.716601777s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:34.337801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:32.619993Z","time spent":"1.717779459s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:34.337902Z","caller":"traceutil/trace.go:171","msg":"trace[1371723078] transaction","detail":"{read_only:false; response_revision:25203; number_of_response:1; }","duration":"1.716544616s","start":"2026-07-01T10:18:32.621349Z","end":"2026-07-01T10:18:34.337894Z","steps":["trace[1371723078] 'process raft request' (duration: 1.715308912s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:34.337988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:32.621333Z","time spent":"1.716625397s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:34.337455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183350479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T10:18:34.338107Z","caller":"traceutil/trace.go:171","msg":"trace[1597261229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25205; }","duration":"2.183999836s","start":"2026-07-01T10:18:32.154075Z","end":"2026-07-01T10:18:34.338075Z","steps":["trace[1597261229] 'agreement among raft nodes before linearized reading' (duration: 2.183294126s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:34.338024Z","caller":"traceutil/trace.go:171","msg":"trace[1729119132] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"1.6928106s","start":"2026-07-01T10:18:32.645193Z","end":"2026-07-01T10:18:34.338004Z","steps":["trace[1729119132] 'process raft request' (duration: 1.691494694s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:34.338201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:32.154066Z","time spent":"2.184107109s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:34.338212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:32.64518Z","time spent":"1.693005056s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:34.780218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:34.780363Z","caller":"traceutil/trace.go:171","msg":"trace[342889694] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000248889s","start":"2026-07-01T10:18:32.78008Z","end":"2026-07-01T10:18:34.780329Z","steps":["trace[342889694] 'agreement among raft nodes before linearized reading' (duration: 2.000051004s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:34.780435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:32.78006Z","time spent":"2.000356133s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:34.837036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:35.337199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:35.435775Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.670478223s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:18:35.482571Z","caller":"traceutil/trace.go:171","msg":"trace[647109376] transaction","detail":"{read_only:false; response_revision:25206; number_of_response:1; }","duration":"2.713423683s","start":"2026-07-01T10:18:32.769118Z","end":"2026-07-01T10:18:35.482542Z","steps":["trace[647109376] 'process raft request' (duration: 2.666896238s)","trace[647109376] 'compare' (duration: 45.673332ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:35.482798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:32.769083Z","time spent":"2.713570587s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:35.482991Z","caller":"traceutil/trace.go:171","msg":"trace[463625230] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"1.950488578s","start":"2026-07-01T10:18:33.53247Z","end":"2026-07-01T10:18:35.482959Z","steps":["trace[463625230] 'process raft request' (duration: 1.949981144s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:35.483186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.532444Z","time spent":"1.950635832s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:35.483479Z","caller":"traceutil/trace.go:171","msg":"trace[174998750] transaction","detail":"{read_only:false; response_revision:25208; number_of_response:1; }","duration":"1.934339889s","start":"2026-07-01T10:18:33.549107Z","end":"2026-07-01T10:18:35.483447Z","steps":["trace[174998750] 'process raft request' (duration: 1.933711042s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:35.483634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.549094Z","time spent":"1.934466302s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:36.064375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000656152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:36.064459Z","caller":"traceutil/trace.go:171","msg":"trace[376861266] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000795006s","start":"2026-07-01T10:18:34.063645Z","end":"2026-07-01T10:18:36.06444Z","steps":["trace[376861266] 'agreement among raft nodes before linearized reading' (duration: 2.000686763s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.064508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.063625Z","time spent":"2.000873408s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:36.333363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.6463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:36.333595Z","caller":"traceutil/trace.go:171","msg":"trace[681098068] transaction","detail":"{read_only:false; response_revision:25209; number_of_response:1; }","duration":"2.180014419s","start":"2026-07-01T10:18:34.153543Z","end":"2026-07-01T10:18:36.333558Z","steps":["trace[681098068] 'process raft request' (duration: 1.934068071s)","trace[681098068] 'compare' (duration: 245.430334ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:36.33367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.153514Z","time spent":"2.180122972s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:36.333966Z","caller":"traceutil/trace.go:171","msg":"trace[967018718] transaction","detail":"{read_only:false; response_revision:25210; number_of_response:1; }","duration":"1.991445672s","start":"2026-07-01T10:18:34.342487Z","end":"2026-07-01T10:18:36.333933Z","steps":["trace[967018718] 'process raft request' (duration: 1.99100311s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:36.334073Z","caller":"traceutil/trace.go:171","msg":"trace[424498438] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"1.415015187s","start":"2026-07-01T10:18:34.919027Z","end":"2026-07-01T10:18:36.334042Z","steps":["trace[424498438] 'process raft request' (duration: 1.414900554s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.334125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.342457Z","time spent":"1.991586605s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:36.334198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.918999Z","time spent":"1.415139821s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:36.334174Z","caller":"traceutil/trace.go:171","msg":"trace[1904204263] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"499.836052ms","start":"2026-07-01T10:18:35.8343Z","end":"2026-07-01T10:18:36.334136Z","steps":["trace[1904204263] 'process raft request' (duration: 499.687008ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:36.334224Z","caller":"traceutil/trace.go:171","msg":"trace[1322454072] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"265.412397ms","start":"2026-07-01T10:18:36.068787Z","end":"2026-07-01T10:18:36.334199Z","steps":["trace[1322454072] 'process raft request' (duration: 265.251023ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:36.334086Z","caller":"traceutil/trace.go:171","msg":"trace[1489744132] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"1.552942548s","start":"2026-07-01T10:18:34.781072Z","end":"2026-07-01T10:18:36.334015Z","steps":["trace[1489744132] 'process raft request' (duration: 1.552739183s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.334352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.781048Z","time spent":"1.553271747s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:36.334368Z","caller":"traceutil/trace.go:171","msg":"trace[2011855812] linearizableReadLoop","detail":"{readStateIndex:26039; appliedIndex:26032; }","duration":"1.997577329s","start":"2026-07-01T10:18:34.336778Z","end":"2026-07-01T10:18:36.334356Z","steps":["trace[2011855812] 'read index received' (duration: 1.099251921s)","trace[2011855812] 'applied index is now lower than readState.Index' (duration: 898.323238ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:36.334378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:35.834277Z","time spent":"499.998206ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:36.334504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858612131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:36.334548Z","caller":"traceutil/trace.go:171","msg":"trace[1648033388] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25214; }","duration":"2.858701064s","start":"2026-07-01T10:18:33.475834Z","end":"2026-07-01T10:18:36.334535Z","steps":["trace[1648033388] 'agreement among raft nodes before linearized reading' (duration: 2.858608651s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.334567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970521752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:36.334591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.475811Z","time spent":"2.858768436s","remote":"127.0.0.1:45898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:36.3346Z","caller":"traceutil/trace.go:171","msg":"trace[1443270181] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25214; }","duration":"1.970553193s","start":"2026-07-01T10:18:34.364036Z","end":"2026-07-01T10:18:36.334589Z","steps":["trace[1443270181] 'agreement among raft nodes before linearized reading' (duration: 1.970505372s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.33463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.364016Z","time spent":"1.970606325s","remote":"127.0.0.1:47074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:36.334657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.165116227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T10:18:36.334706Z","caller":"traceutil/trace.go:171","msg":"trace[588401974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25214; }","duration":"4.16521192s","start":"2026-07-01T10:18:32.169483Z","end":"2026-07-01T10:18:36.334694Z","steps":["trace[588401974] 'agreement among raft nodes before linearized reading' (duration: 4.165045865s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.33472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368093851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-01T10:18:36.33451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.531914549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:36.33475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:32.16946Z","time spent":"4.165278931s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T10:18:36.334764Z","caller":"traceutil/trace.go:171","msg":"trace[772173594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25214; }","duration":"1.368206144s","start":"2026-07-01T10:18:34.966545Z","end":"2026-07-01T10:18:36.334752Z","steps":["trace[772173594] 'agreement among raft nodes before linearized reading' (duration: 1.36805202s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:36.334774Z","caller":"traceutil/trace.go:171","msg":"trace[67158172] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25214; }","duration":"3.532180997s","start":"2026-07-01T10:18:32.802581Z","end":"2026-07-01T10:18:36.334762Z","steps":["trace[67158172] 'agreement among raft nodes before linearized reading' (duration: 3.531865388s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.334798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.966509Z","time spent":"1.368281936s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:18:36.334822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907603351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:36.334855Z","caller":"traceutil/trace.go:171","msg":"trace[32306870] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25214; }","duration":"1.907637562s","start":"2026-07-01T10:18:34.427207Z","end":"2026-07-01T10:18:36.334845Z","steps":["trace[32306870] 'agreement among raft nodes before linearized reading' (duration: 1.90757844s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.334867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.671454753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T10:18:36.334896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.427196Z","time spent":"1.907691604s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:36.334915Z","caller":"traceutil/trace.go:171","msg":"trace[1082999414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25214; }","duration":"3.671551726s","start":"2026-07-01T10:18:32.663348Z","end":"2026-07-01T10:18:36.3349Z","steps":["trace[1082999414] 'agreement among raft nodes before linearized reading' (duration: 3.671384612s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.334914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.796688839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:36.334951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:32.663325Z","time spent":"3.671618518s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:36.334811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:32.802504Z","time spent":"3.53229493s","remote":"127.0.0.1:50102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:36.334954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433094321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:36.334986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482663858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-07-01T10:18:36.334953Z","caller":"traceutil/trace.go:171","msg":"trace[1410971965] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25214; }","duration":"3.796774391s","start":"2026-07-01T10:18:32.538167Z","end":"2026-07-01T10:18:36.334942Z","steps":["trace[1410971965] 'agreement among raft nodes before linearized reading' (duration: 3.796713329s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.334996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792242005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T10:18:36.335048Z","caller":"traceutil/trace.go:171","msg":"trace[602377730] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25214; }","duration":"2.482762151s","start":"2026-07-01T10:18:33.85227Z","end":"2026-07-01T10:18:36.335032Z","steps":["trace[602377730] 'agreement among raft nodes before linearized reading' (duration: 2.482568296s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:36.335045Z","caller":"traceutil/trace.go:171","msg":"trace[989363053] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25214; }","duration":"2.433277046s","start":"2026-07-01T10:18:33.901747Z","end":"2026-07-01T10:18:36.335024Z","steps":["trace[989363053] 'agreement among raft nodes before linearized reading' (duration: 2.433130152s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.335064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:32.538143Z","time spent":"3.796909125s","remote":"127.0.0.1:44006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:36.33509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.85225Z","time spent":"2.482831573s","remote":"127.0.0.1:58006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-01T10:18:36.335121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.808665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"warn","ts":"2026-07-01T10:18:36.335142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.836038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:36.335156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554840149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:36.335169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722133418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:36.33517Z","caller":"traceutil/trace.go:171","msg":"trace[30787545] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:25214; }","duration":"316.897677ms","start":"2026-07-01T10:18:36.018259Z","end":"2026-07-01T10:18:36.335157Z","steps":["trace[30787545] 'agreement among raft nodes before linearized reading' (duration: 316.747143ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:36.335195Z","caller":"traceutil/trace.go:171","msg":"trace[780291124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25214; }","duration":"1.5548766s","start":"2026-07-01T10:18:34.780309Z","end":"2026-07-01T10:18:36.335185Z","steps":["trace[780291124] 'agreement among raft nodes before linearized reading' (duration: 1.554816629s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:36.335204Z","caller":"traceutil/trace.go:171","msg":"trace[1634299018] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25214; }","duration":"1.722171119s","start":"2026-07-01T10:18:34.613022Z","end":"2026-07-01T10:18:36.335193Z","steps":["trace[1634299018] 'agreement among raft nodes before linearized reading' (duration: 1.722110568s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.335212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.018239Z","time spent":"316.965599ms","remote":"127.0.0.1:57722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":545,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-07-01T10:18:36.335229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.780251Z","time spent":"1.554971743s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:36.335236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.612927Z","time spent":"1.722301302s","remote":"127.0.0.1:45980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:36.335098Z","caller":"traceutil/trace.go:171","msg":"trace[717130715] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25214; }","duration":"1.792393779s","start":"2026-07-01T10:18:34.542678Z","end":"2026-07-01T10:18:36.335072Z","steps":["trace[717130715] 'agreement among raft nodes before linearized reading' (duration: 1.792103451s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.33529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45585372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:36.335339Z","caller":"traceutil/trace.go:171","msg":"trace[248244207] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25214; }","duration":"2.455924301s","start":"2026-07-01T10:18:33.879404Z","end":"2026-07-01T10:18:36.335329Z","steps":["trace[248244207] 'agreement among raft nodes before linearized reading' (duration: 2.455853729s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.335343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.542655Z","time spent":"1.792675196s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:18:36.335409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.879394Z","time spent":"2.455979413s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:36.335193Z","caller":"traceutil/trace.go:171","msg":"trace[1371275442] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25214; }","duration":"643.886839ms","start":"2026-07-01T10:18:35.691294Z","end":"2026-07-01T10:18:36.335181Z","steps":["trace[1371275442] 'agreement among raft nodes before linearized reading' (duration: 643.806257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.335465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:35.691226Z","time spent":"644.223618ms","remote":"127.0.0.1:34372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:36.335093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.901713Z","time spent":"2.433368678s","remote":"127.0.0.1:44044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:36.336551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768161392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T10:18:36.336678Z","caller":"traceutil/trace.go:171","msg":"trace[937467012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25214; }","duration":"2.768339877s","start":"2026-07-01T10:18:33.568303Z","end":"2026-07-01T10:18:36.336642Z","steps":["trace[937467012] 'agreement among raft nodes before linearized reading' (duration: 2.766403934s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.336765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.568291Z","time spent":"2.76845692s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:18:36.334861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467365463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:36.33697Z","caller":"traceutil/trace.go:171","msg":"trace[1393671902] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25214; }","duration":"2.469647265s","start":"2026-07-01T10:18:33.867301Z","end":"2026-07-01T10:18:36.336948Z","steps":["trace[1393671902] 'agreement among raft nodes before linearized reading' (duration: 2.467188428s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.33706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.867289Z","time spent":"2.469752108s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:36.838288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:37.236558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.335616Z","time spent":"900.933777ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T10:18:37.324842Z","caller":"traceutil/trace.go:171","msg":"trace[427103202] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"984.041998ms","start":"2026-07-01T10:18:36.340749Z","end":"2026-07-01T10:18:37.324791Z","steps":["trace[427103202] 'process raft request' (duration: 983.926254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:37.325098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.340732Z","time spent":"984.232492ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:37.324928Z","caller":"traceutil/trace.go:171","msg":"trace[618182823] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"985.079425ms","start":"2026-07-01T10:18:36.33981Z","end":"2026-07-01T10:18:37.324889Z","steps":["trace[618182823] 'process raft request' (duration: 984.576652ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:37.32519Z","caller":"traceutil/trace.go:171","msg":"trace[1405522662] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"984.392936ms","start":"2026-07-01T10:18:36.340765Z","end":"2026-07-01T10:18:37.325158Z","steps":["trace[1405522662] 'process raft request' (duration: 983.961585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:37.325364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.339797Z","time spent":"985.470835ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:37.325367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.340747Z","time spent":"984.5199ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:37.325567Z","caller":"traceutil/trace.go:171","msg":"trace[1602729934] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"984.703845ms","start":"2026-07-01T10:18:36.340811Z","end":"2026-07-01T10:18:37.325515Z","steps":["trace[1602729934] 'process raft request' (duration: 984.259263ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:37.325667Z","caller":"traceutil/trace.go:171","msg":"trace[1078065789] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"983.159433ms","start":"2026-07-01T10:18:36.342484Z","end":"2026-07-01T10:18:37.325644Z","steps":["trace[1078065789] 'process raft request' (duration: 983.024629ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:37.325684Z","caller":"traceutil/trace.go:171","msg":"trace[1645643839] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"983.244196ms","start":"2026-07-01T10:18:36.3424Z","end":"2026-07-01T10:18:37.325644Z","steps":["trace[1645643839] 'process raft request' (duration: 983.04743ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:37.325738Z","caller":"traceutil/trace.go:171","msg":"trace[307839864] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"983.04311ms","start":"2026-07-01T10:18:36.342672Z","end":"2026-07-01T10:18:37.325715Z","steps":["trace[307839864] 'process raft request' (duration: 982.899396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:37.325783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.342479Z","time spent":"983.240466ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:37.325774Z","caller":"traceutil/trace.go:171","msg":"trace[1833681564] linearizableReadLoop","detail":"{readStateIndex:26051; appliedIndex:26041; }","duration":"988.154239ms","start":"2026-07-01T10:18:36.337586Z","end":"2026-07-01T10:18:37.32574Z","steps":["trace[1833681564] 'read index received' (duration: 843.000312ms)","trace[1833681564] 'applied index is now lower than readState.Index' (duration: 145.152707ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:37.325836Z","caller":"traceutil/trace.go:171","msg":"trace[1122905672] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"983.127702ms","start":"2026-07-01T10:18:36.342692Z","end":"2026-07-01T10:18:37.325819Z","steps":["trace[1122905672] 'process raft request' (duration: 982.922967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:37.325836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.342391Z","time spent":"983.361029ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:37.325852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.342659Z","time spent":"983.137143ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:37.325927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.342684Z","time spent":"983.193514ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:37.325899Z","caller":"traceutil/trace.go:171","msg":"trace[1468687773] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"981.070897ms","start":"2026-07-01T10:18:36.34479Z","end":"2026-07-01T10:18:37.325861Z","steps":["trace[1468687773] 'process raft request' (duration: 980.892362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:37.326073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.344771Z","time spent":"981.21075ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:37.32672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.340806Z","time spent":"985.318712ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:37.327258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.27898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9d48s\" ","response":"range_response_count:1 size:18522"} {"level":"info","ts":"2026-07-01T10:18:37.327344Z","caller":"traceutil/trace.go:171","msg":"trace[323919454] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9d48s; range_end:; response_count:1; response_revision:25223; }","duration":"989.773932ms","start":"2026-07-01T10:18:36.337553Z","end":"2026-07-01T10:18:37.327327Z","steps":["trace[323919454] 'agreement among raft nodes before linearized reading' (duration: 988.341814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:37.327499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.337536Z","time spent":"989.947578ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18546,"request content":"key:\"/registry/pods/kube-system/cilium-9d48s\" "} {"level":"warn","ts":"2026-07-01T10:18:37.329478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.846253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:37.32953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.03513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be207814ab7cc6\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-01T10:18:37.329573Z","caller":"traceutil/trace.go:171","msg":"trace[350763246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25224; }","duration":"986.969187ms","start":"2026-07-01T10:18:36.342581Z","end":"2026-07-01T10:18:37.32955Z","steps":["trace[350763246] 'agreement among raft nodes before linearized reading' (duration: 986.763581ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:37.329609Z","caller":"traceutil/trace.go:171","msg":"trace[117199203] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be207814ab7cc6; range_end:; response_count:1; response_revision:25224; }","duration":"990.129143ms","start":"2026-07-01T10:18:36.339457Z","end":"2026-07-01T10:18:37.329586Z","steps":["trace[117199203] 'agreement among raft nodes before linearized reading' (duration: 989.758003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:37.329542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.096908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:37.329634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.342576Z","time spent":"987.049539ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:37.329647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.087491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-01T10:18:37.329667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.339429Z","time spent":"990.228095ms","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be207814ab7cc6\" "} {"level":"info","ts":"2026-07-01T10:18:37.329788Z","caller":"traceutil/trace.go:171","msg":"trace[752340402] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25224; }","duration":"347.270263ms","start":"2026-07-01T10:18:36.982387Z","end":"2026-07-01T10:18:37.329657Z","steps":["trace[752340402] 'agreement among raft nodes before linearized reading' (duration: 347.111578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:37.329886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.982363Z","time spent":"347.456208ms","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:37.329979Z","caller":"traceutil/trace.go:171","msg":"trace[1009929607] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25224; }","duration":"990.192384ms","start":"2026-07-01T10:18:36.339521Z","end":"2026-07-01T10:18:37.329714Z","steps":["trace[1009929607] 'agreement among raft nodes before linearized reading' (duration: 989.913127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:37.330079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.339514Z","time spent":"990.530293ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:18:37.330706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.040048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-07-01T10:18:37.330742Z","caller":"traceutil/trace.go:171","msg":"trace[2025843634] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25224; }","duration":"987.162362ms","start":"2026-07-01T10:18:36.343572Z","end":"2026-07-01T10:18:37.330734Z","steps":["trace[2025843634] 'agreement among raft nodes before linearized reading' (duration: 985.767104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:37.330764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.343563Z","time spent":"987.196013ms","remote":"127.0.0.1:58006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-07-01T10:18:38.722955Z","caller":"traceutil/trace.go:171","msg":"trace[2038064260] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"381.637048ms","start":"2026-07-01T10:18:38.34129Z","end":"2026-07-01T10:18:38.722927Z","steps":["trace[2038064260] 'process raft request' (duration: 381.438932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:38.723126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:38.341256Z","time spent":"381.784172ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:40.783462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000840926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:18:40.783549Z","caller":"traceutil/trace.go:171","msg":"trace[556216323] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00096608s","start":"2026-07-01T10:18:38.782565Z","end":"2026-07-01T10:18:40.783531Z","steps":["trace[556216323] 'agreement among raft nodes before linearized reading' (duration: 2.000862707s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:40.783619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:38.78255Z","time spent":"2.001059082s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:40.910676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764416847s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:40.910841Z","caller":"traceutil/trace.go:171","msg":"trace[867145099] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"2.566814496s","start":"2026-07-01T10:18:38.344001Z","end":"2026-07-01T10:18:40.910815Z","steps":["trace[867145099] 'process raft request' (duration: 802.182663ms)","trace[867145099] 'compare' (duration: 1.76233746s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:40.910876Z","caller":"traceutil/trace.go:171","msg":"trace[1778492001] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"1.579152999s","start":"2026-07-01T10:18:39.331709Z","end":"2026-07-01T10:18:40.910862Z","steps":["trace[1778492001] 'process raft request' (duration: 1.579066217s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:40.910928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:38.343974Z","time spent":"2.566911809s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:40.910951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.331692Z","time spent":"1.579212291s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:40.910921Z","caller":"traceutil/trace.go:171","msg":"trace[33439437] linearizableReadLoop","detail":"{readStateIndex:26057; appliedIndex:26055; }","duration":"2.402670863s","start":"2026-07-01T10:18:38.508215Z","end":"2026-07-01T10:18:40.910886Z","steps":["trace[33439437] 'read index received' (duration: 214.603396ms)","trace[33439437] 'applied index is now lower than readState.Index' (duration: 2.188062666s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:40.911154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402902819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:40.911183Z","caller":"traceutil/trace.go:171","msg":"trace[807023821] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25230; }","duration":"2.403014272s","start":"2026-07-01T10:18:38.508159Z","end":"2026-07-01T10:18:40.911173Z","steps":["trace[807023821] 'agreement among raft nodes before linearized reading' (duration: 2.402876909s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:40.911218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:38.508133Z","time spent":"2.403072943s","remote":"127.0.0.1:43930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:41.411254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:41.912425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:41.949771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.118457254s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:18:42.611182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.917482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:42.611489Z","caller":"traceutil/trace.go:171","msg":"trace[1792139081] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"3.2789513s","start":"2026-07-01T10:18:39.332518Z","end":"2026-07-01T10:18:42.61147Z","steps":["trace[1792139081] 'process raft request' (duration: 3.278869808s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:42.611456Z","caller":"traceutil/trace.go:171","msg":"trace[648556414] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"3.279159556s","start":"2026-07-01T10:18:39.33223Z","end":"2026-07-01T10:18:42.61139Z","steps":["trace[648556414] 'process raft request' (duration: 2.617946346s)","trace[648556414] 'compare' (duration: 659.00283ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:42.611496Z","caller":"traceutil/trace.go:171","msg":"trace[280604968] transaction","detail":"{read_only:false; response_revision:25232; number_of_response:1; }","duration":"3.278984312s","start":"2026-07-01T10:18:39.332465Z","end":"2026-07-01T10:18:42.611449Z","steps":["trace[280604968] 'process raft request' (duration: 3.278826277s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.611569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.332512Z","time spent":"3.279023702s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:42.61172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.332214Z","time spent":"3.279353992s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:42.611707Z","caller":"traceutil/trace.go:171","msg":"trace[302875920] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"3.095032599s","start":"2026-07-01T10:18:39.51665Z","end":"2026-07-01T10:18:42.611683Z","steps":["trace[302875920] 'process raft request' (duration: 3.094946567s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.611777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.332455Z","time spent":"3.279160576s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:42.611878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.516624Z","time spent":"3.095171873s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:42.611711Z","caller":"traceutil/trace.go:171","msg":"trace[1411494042] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"3.278983101s","start":"2026-07-01T10:18:39.332698Z","end":"2026-07-01T10:18:42.611681Z","steps":["trace[1411494042] 'process raft request' (duration: 3.278729474s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.611969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.332674Z","time spent":"3.279260299s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:42.784353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000755415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:18:42.784443Z","caller":"traceutil/trace.go:171","msg":"trace[497767026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000903838s","start":"2026-07-01T10:18:40.78352Z","end":"2026-07-01T10:18:42.784424Z","steps":["trace[497767026] 'agreement among raft nodes before linearized reading' (duration: 2.000782034s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.784494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:40.783504Z","time spent":"2.00098042s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:43.317151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.315958964s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:18:43.784299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.837012ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:43.784435Z","caller":"traceutil/trace.go:171","msg":"trace[1420371537] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25235; }","duration":"595.987347ms","start":"2026-07-01T10:18:43.188429Z","end":"2026-07-01T10:18:43.784416Z","steps":["trace[1420371537] 'range keys from in-memory index tree' (duration: 595.818241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.784698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.126802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:43.785219Z","caller":"traceutil/trace.go:171","msg":"trace[1458170951] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"4.206184604s","start":"2026-07-01T10:18:39.57901Z","end":"2026-07-01T10:18:43.785195Z","steps":["trace[1458170951] 'process raft request' (duration: 3.738406494s)","trace[1458170951] 'compare' (duration: 465.327583ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:43.785397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.578982Z","time spent":"4.206295416s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:43.785401Z","caller":"traceutil/trace.go:171","msg":"trace[1343270038] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"2.443799952s","start":"2026-07-01T10:18:41.341528Z","end":"2026-07-01T10:18:43.785328Z","steps":["trace[1343270038] 'process raft request' (duration: 2.443448482s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:43.785404Z","caller":"traceutil/trace.go:171","msg":"trace[1252435896] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"3.054894089s","start":"2026-07-01T10:18:40.730432Z","end":"2026-07-01T10:18:43.785326Z","steps":["trace[1252435896] 'process raft request' (duration: 3.054406015s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.785619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:41.341508Z","time spent":"2.444004478s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:43.785744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:40.730404Z","time spent":"3.055231368s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:43.848865Z","caller":"traceutil/trace.go:171","msg":"trace[1276672723] linearizableReadLoop","detail":"{readStateIndex:26067; appliedIndex:26058; }","duration":"2.937826775s","start":"2026-07-01T10:18:40.910998Z","end":"2026-07-01T10:18:43.848825Z","steps":["trace[1276672723] 'read index received' (duration: 1.039112555s)","trace[1276672723] 'applied index is now lower than readState.Index' (duration: 1.89870897s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:43.848998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.517639703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T10:18:43.848983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.273760141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:43.849048Z","caller":"traceutil/trace.go:171","msg":"trace[641243390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25238; }","duration":"4.517715345s","start":"2026-07-01T10:18:39.331318Z","end":"2026-07-01T10:18:43.849033Z","steps":["trace[641243390] 'agreement among raft nodes before linearized reading' (duration: 4.51753985s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:43.849056Z","caller":"traceutil/trace.go:171","msg":"trace[1069857781] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25239; }","duration":"4.273877684s","start":"2026-07-01T10:18:39.575164Z","end":"2026-07-01T10:18:43.849041Z","steps":["trace[1069857781] 'agreement among raft nodes before linearized reading' (duration: 4.27371786s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.849077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.331304Z","time spent":"4.517767436s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:43.84908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007562332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:43.849068Z","caller":"traceutil/trace.go:171","msg":"trace[1184306887] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"859.098191ms","start":"2026-07-01T10:18:42.989937Z","end":"2026-07-01T10:18:43.849035Z","steps":["trace[1184306887] 'process raft request' (duration: 858.985988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.84914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.81988126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:43.849135Z","caller":"traceutil/trace.go:171","msg":"trace[1211057713] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25240; }","duration":"3.007675755s","start":"2026-07-01T10:18:40.84144Z","end":"2026-07-01T10:18:43.849116Z","steps":["trace[1211057713] 'agreement among raft nodes before linearized reading' (duration: 3.007599603s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:43.849173Z","caller":"traceutil/trace.go:171","msg":"trace[2078720603] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25240; }","duration":"3.819945392s","start":"2026-07-01T10:18:40.029218Z","end":"2026-07-01T10:18:43.849164Z","steps":["trace[2078720603] 'agreement among raft nodes before linearized reading' (duration: 3.81989224s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.849201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:40.0292Z","time spent":"3.819993162s","remote":"127.0.0.1:45966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:43.849201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.518406154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T10:18:43.84922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:40.84141Z","time spent":"3.007791079s","remote":"127.0.0.1:47012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:43.84924Z","caller":"traceutil/trace.go:171","msg":"trace[1714451769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25240; }","duration":"4.518507096s","start":"2026-07-01T10:18:39.330722Z","end":"2026-07-01T10:18:43.849229Z","steps":["trace[1714451769] 'agreement among raft nodes before linearized reading' (duration: 4.51827639s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.849251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.51714114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T10:18:43.849246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:42.989903Z","time spent":"859.248355ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:43.849276Z","caller":"traceutil/trace.go:171","msg":"trace[1818495773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25240; }","duration":"4.51717777s","start":"2026-07-01T10:18:39.332091Z","end":"2026-07-01T10:18:43.849268Z","steps":["trace[1818495773] 'agreement among raft nodes before linearized reading' (duration: 4.517111449s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.849312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.332084Z","time spent":"4.517224842s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:18:43.849399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.518717892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T10:18:43.849419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.326372871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:43.849431Z","caller":"traceutil/trace.go:171","msg":"trace[1644315563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25240; }","duration":"4.518821405s","start":"2026-07-01T10:18:39.330601Z","end":"2026-07-01T10:18:43.849423Z","steps":["trace[1644315563] 'agreement among raft nodes before linearized reading' (duration: 4.518705161s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.849279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.330695Z","time spent":"4.518575469s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T10:18:43.849458Z","caller":"traceutil/trace.go:171","msg":"trace[529450143] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"933.221566ms","start":"2026-07-01T10:18:42.916223Z","end":"2026-07-01T10:18:43.849445Z","steps":["trace[529450143] 'process raft request' (duration: 932.440175ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:43.849511Z","caller":"traceutil/trace.go:171","msg":"trace[1358243438] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25240; }","duration":"3.326446303s","start":"2026-07-01T10:18:40.522997Z","end":"2026-07-01T10:18:43.849443Z","steps":["trace[1358243438] 'agreement among raft nodes before linearized reading' (duration: 3.326364821s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.849537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:42.916199Z","time spent":"933.294639ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:43.849553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:40.522976Z","time spent":"3.326564986s","remote":"127.0.0.1:57790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:43.849528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.89301357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:43.849604Z","caller":"traceutil/trace.go:171","msg":"trace[1836619250] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25240; }","duration":"4.893145543s","start":"2026-07-01T10:18:38.956441Z","end":"2026-07-01T10:18:43.849586Z","steps":["trace[1836619250] 'agreement among raft nodes before linearized reading' (duration: 4.892917597s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.849625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463651042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T10:18:43.849466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.330574Z","time spent":"4.518884307s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:43.849644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:38.956412Z","time spent":"4.893222405s","remote":"127.0.0.1:57888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:43.849659Z","caller":"traceutil/trace.go:171","msg":"trace[1868128063] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25240; }","duration":"2.463718474s","start":"2026-07-01T10:18:41.385932Z","end":"2026-07-01T10:18:43.84965Z","steps":["trace[1868128063] 'agreement among raft nodes before linearized reading' (duration: 2.46356653s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.849673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.82689495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-07-01T10:18:43.84971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:41.385915Z","time spent":"2.463765465s","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:43.84972Z","caller":"traceutil/trace.go:171","msg":"trace[1764864587] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25240; }","duration":"3.826975462s","start":"2026-07-01T10:18:40.022729Z","end":"2026-07-01T10:18:43.849705Z","steps":["trace[1764864587] 'agreement among raft nodes before linearized reading' (duration: 3.826810608s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.848988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.070836593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:43.849767Z","caller":"traceutil/trace.go:171","msg":"trace[1172907490] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25238; }","duration":"4.071656346s","start":"2026-07-01T10:18:39.778101Z","end":"2026-07-01T10:18:43.849757Z","steps":["trace[1172907490] 'agreement among raft nodes before linearized reading' (duration: 4.070751051s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.849767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.721684189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:43.849772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:40.02271Z","time spent":"3.827038885s","remote":"127.0.0.1:57722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":922,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-07-01T10:18:43.849795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.778063Z","time spent":"4.071721728s","remote":"127.0.0.1:58018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:43.849799Z","caller":"traceutil/trace.go:171","msg":"trace[1244700339] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25240; }","duration":"3.72171736s","start":"2026-07-01T10:18:40.128072Z","end":"2026-07-01T10:18:43.849789Z","steps":["trace[1244700339] 'agreement among raft nodes before linearized reading' (duration: 3.721621337s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.849827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:40.128005Z","time spent":"3.721813972s","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:43.849866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.74777711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:43.84909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.575149Z","time spent":"4.273928956s","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T10:18:43.849987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.859482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:43.850014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056701944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:43.850028Z","caller":"traceutil/trace.go:171","msg":"trace[2091630965] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25240; }","duration":"339.931974ms","start":"2026-07-01T10:18:43.510082Z","end":"2026-07-01T10:18:43.850014Z","steps":["trace[2091630965] 'agreement among raft nodes before linearized reading' (duration: 339.872092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.850061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.51006Z","time spent":"339.993546ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:43.850076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.013136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:43.849904Z","caller":"traceutil/trace.go:171","msg":"trace[1922475079] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25240; }","duration":"4.747845362s","start":"2026-07-01T10:18:39.102044Z","end":"2026-07-01T10:18:43.849889Z","steps":["trace[1922475079] 'agreement among raft nodes before linearized reading' (duration: 4.747792971s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:43.850097Z","caller":"traceutil/trace.go:171","msg":"trace[754935127] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25240; }","duration":"500.077548ms","start":"2026-07-01T10:18:43.350013Z","end":"2026-07-01T10:18:43.85009Z","steps":["trace[754935127] 'agreement among raft nodes before linearized reading' (duration: 500.037117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.850118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.349975Z","time spent":"500.138059ms","remote":"127.0.0.1:44250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:43.85009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.899185846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:43.850171Z","caller":"traceutil/trace.go:171","msg":"trace[1486145067] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25240; }","duration":"3.899286789s","start":"2026-07-01T10:18:39.950869Z","end":"2026-07-01T10:18:43.850156Z","steps":["trace[1486145067] 'agreement among raft nodes before linearized reading' (duration: 3.899128114s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.850143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.102026Z","time spent":"4.74809354s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:43.850198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.313182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:43.850208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.950821Z","time spent":"3.899378591s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:43.850036Z","caller":"traceutil/trace.go:171","msg":"trace[532372362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25240; }","duration":"1.056763855s","start":"2026-07-01T10:18:42.793266Z","end":"2026-07-01T10:18:43.85003Z","steps":["trace[532372362] 'agreement among raft nodes before linearized reading' (duration: 1.056728064s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.850262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.868784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T10:18:43.850267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387319626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:43.850288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:42.793243Z","time spent":"1.057035733s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:43.850321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005735348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:43.850325Z","caller":"traceutil/trace.go:171","msg":"trace[365623349] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:25240; }","duration":"2.387413529s","start":"2026-07-01T10:18:41.462891Z","end":"2026-07-01T10:18:43.850304Z","steps":["trace[365623349] 'agreement among raft nodes before linearized reading' (duration: 2.387324886s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:43.850348Z","caller":"traceutil/trace.go:171","msg":"trace[1594287257] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25240; }","duration":"1.00579947s","start":"2026-07-01T10:18:42.844538Z","end":"2026-07-01T10:18:43.850338Z","steps":["trace[1594287257] 'agreement among raft nodes before linearized reading' (duration: 1.005760668s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.850368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:42.844514Z","time spent":"1.005849361s","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:43.850367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:41.462868Z","time spent":"2.387485241s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:43.850427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.829035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T10:18:43.850457Z","caller":"traceutil/trace.go:171","msg":"trace[1631478928] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25240; }","duration":"537.894657ms","start":"2026-07-01T10:18:43.312555Z","end":"2026-07-01T10:18:43.850449Z","steps":["trace[1631478928] 'agreement among raft nodes before linearized reading' (duration: 537.722032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.850492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.312531Z","time spent":"537.946278ms","remote":"127.0.0.1:57722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:43.850284Z","caller":"traceutil/trace.go:171","msg":"trace[63638935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25240; }","duration":"933.947516ms","start":"2026-07-01T10:18:42.91633Z","end":"2026-07-01T10:18:43.850277Z","steps":["trace[63638935] 'agreement among raft nodes before linearized reading' (duration: 933.882624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.8505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034630146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:43.850533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:42.916294Z","time spent":"934.228804ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T10:18:43.85024Z","caller":"traceutil/trace.go:171","msg":"trace[2036817216] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25240; }","duration":"743.393075ms","start":"2026-07-01T10:18:43.106834Z","end":"2026-07-01T10:18:43.850228Z","steps":["trace[2036817216] 'agreement among raft nodes before linearized reading' (duration: 743.330173ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:43.850539Z","caller":"traceutil/trace.go:171","msg":"trace[299049495] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25240; }","duration":"2.034704228s","start":"2026-07-01T10:18:41.815821Z","end":"2026-07-01T10:18:43.850525Z","steps":["trace[299049495] 'agreement among raft nodes before linearized reading' (duration: 2.034646166s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.850659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062939904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be207814ab7cc6\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-01T10:18:43.850637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.106808Z","time spent":"743.806126ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:43.850647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:41.8158Z","time spent":"2.034833222s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:43.850683Z","caller":"traceutil/trace.go:171","msg":"trace[1631247769] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be207814ab7cc6; range_end:; response_count:1; response_revision:25240; }","duration":"1.063024736s","start":"2026-07-01T10:18:42.787652Z","end":"2026-07-01T10:18:43.850676Z","steps":["trace[1631247769] 'agreement among raft nodes before linearized reading' (duration: 1.062959704s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.850701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:42.787624Z","time spent":"1.063073287s","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be207814ab7cc6\" "} {"level":"warn","ts":"2026-07-01T10:18:43.850716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398864029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T10:18:43.850752Z","caller":"traceutil/trace.go:171","msg":"trace[327590151] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25240; }","duration":"1.3989357s","start":"2026-07-01T10:18:42.451805Z","end":"2026-07-01T10:18:43.850741Z","steps":["trace[327590151] 'agreement among raft nodes before linearized reading' (duration: 1.398829908s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.850781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:42.451784Z","time spent":"1.398990811s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:18:45.861255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000302081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:18:45.861342Z","caller":"traceutil/trace.go:171","msg":"trace[711735633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000427445s","start":"2026-07-01T10:18:43.860893Z","end":"2026-07-01T10:18:45.86132Z","steps":["trace[711735633] 'agreement among raft nodes before linearized reading' (duration: 2.000316352s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:45.861451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.860884Z","time spent":"2.000554088s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:45.899155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97523811s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:45.899231Z","caller":"traceutil/trace.go:171","msg":"trace[2087417685] linearizableReadLoop","detail":"{readStateIndex:26070; appliedIndex:26069; }","duration":"2.044238606s","start":"2026-07-01T10:18:43.854981Z","end":"2026-07-01T10:18:45.899219Z","steps":["trace[2087417685] 'read index received' (duration: 68.966875ms)","trace[2087417685] 'applied index is now lower than readState.Index' (duration: 1.975270551s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:45.89928Z","caller":"traceutil/trace.go:171","msg":"trace[993223494] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"2.046275471s","start":"2026-07-01T10:18:43.852996Z","end":"2026-07-01T10:18:45.899271Z","steps":["trace[993223494] 'process raft request' (duration: 70.860306ms)","trace[993223494] 'compare' (duration: 1.974170061s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:45.899319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.852976Z","time spent":"2.046319523s","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:45.899534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044554674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T10:18:45.899555Z","caller":"traceutil/trace.go:171","msg":"trace[1666016951] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25241; }","duration":"2.044617947s","start":"2026-07-01T10:18:43.854931Z","end":"2026-07-01T10:18:45.899549Z","steps":["trace[1666016951] 'agreement among raft nodes before linearized reading' (duration: 2.044504484s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:45.899573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.854909Z","time spent":"2.044660017s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:18:46.257561Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.333627835s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:18:46.731123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.196227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:46.731481Z","caller":"traceutil/trace.go:171","msg":"trace[923363246] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"2.872396675s","start":"2026-07-01T10:18:43.859062Z","end":"2026-07-01T10:18:46.731459Z","steps":["trace[923363246] 'process raft request' (duration: 2.872343023s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:46.731521Z","caller":"traceutil/trace.go:171","msg":"trace[1670519459] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"2.875923391s","start":"2026-07-01T10:18:43.85556Z","end":"2026-07-01T10:18:46.731483Z","steps":["trace[1670519459] 'process raft request' (duration: 2.875693805s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:46.731614Z","caller":"traceutil/trace.go:171","msg":"trace[1029918201] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"2.874557184s","start":"2026-07-01T10:18:43.857047Z","end":"2026-07-01T10:18:46.731604Z","steps":["trace[1029918201] 'process raft request' (duration: 2.874307357s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:46.73173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.857029Z","time spent":"2.874668217s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:46.731762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.855551Z","time spent":"2.876062545s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:46.731762Z","caller":"traceutil/trace.go:171","msg":"trace[1961012493] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"2.876382473s","start":"2026-07-01T10:18:43.855346Z","end":"2026-07-01T10:18:46.731728Z","steps":["trace[1961012493] 'process raft request' (duration: 2.402462136s)","trace[1961012493] 'compare' (duration: 472.907569ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:46.731569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.859053Z","time spent":"2.872481518s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:46.73191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.855325Z","time spent":"2.876506307s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:46.731929Z","caller":"traceutil/trace.go:171","msg":"trace[1608668610] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"2.87587115s","start":"2026-07-01T10:18:43.855661Z","end":"2026-07-01T10:18:46.731532Z","steps":["trace[1608668610] 'process raft request' (duration: 2.875643283s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:46.733646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.855644Z","time spent":"2.877924625s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:47.863169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001520885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:18:47.863289Z","caller":"traceutil/trace.go:171","msg":"trace[1280791175] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001693649s","start":"2026-07-01T10:18:45.861569Z","end":"2026-07-01T10:18:47.863262Z","steps":["trace[1280791175] 'agreement among raft nodes before linearized reading' (duration: 2.001531494s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:47.863351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.861561Z","time spent":"2.001777491s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:48.377423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.117739415s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:18:48.378099Z","caller":"traceutil/trace.go:171","msg":"trace[2100971745] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"3.760095043s","start":"2026-07-01T10:18:44.617978Z","end":"2026-07-01T10:18:48.378073Z","steps":["trace[2100971745] 'process raft request' (duration: 3.75960141s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.378221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:44.617953Z","time spent":"3.760199316s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:48.378501Z","caller":"traceutil/trace.go:171","msg":"trace[1319774343] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"3.760376491s","start":"2026-07-01T10:18:44.618109Z","end":"2026-07-01T10:18:48.378486Z","steps":["trace[1319774343] 'process raft request' (duration: 3.759658201s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.378585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:44.618095Z","time spent":"3.760443383s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:48.379213Z","caller":"traceutil/trace.go:171","msg":"trace[238757424] linearizableReadLoop","detail":"{readStateIndex:26083; appliedIndex:26070; }","duration":"2.479951013s","start":"2026-07-01T10:18:45.899248Z","end":"2026-07-01T10:18:48.379199Z","steps":["trace[238757424] 'read index received' (duration: 358.564039ms)","trace[238757424] 'applied index is now lower than readState.Index' (duration: 2.121385974s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:48.379463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85157979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:48.379518Z","caller":"traceutil/trace.go:171","msg":"trace[97656898] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25254; }","duration":"2.851700043s","start":"2026-07-01T10:18:45.527805Z","end":"2026-07-01T10:18:48.379505Z","steps":["trace[97656898] 'agreement among raft nodes before linearized reading' (duration: 2.85159814s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.379562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.527783Z","time spent":"2.851768865s","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:48.379568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165426073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T10:18:48.379602Z","caller":"traceutil/trace.go:171","msg":"trace[78153619] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25254; }","duration":"3.165505176s","start":"2026-07-01T10:18:45.214088Z","end":"2026-07-01T10:18:48.379593Z","steps":["trace[78153619] 'agreement among raft nodes before linearized reading' (duration: 3.165358482s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.379643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.214067Z","time spent":"3.165567527s","remote":"127.0.0.1:57886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:48.379767Z","caller":"traceutil/trace.go:171","msg":"trace[2039748354] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"3.761626105s","start":"2026-07-01T10:18:44.618125Z","end":"2026-07-01T10:18:48.379751Z","steps":["trace[2039748354] 'process raft request' (duration: 3.76033736s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.379827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313362916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:48.379839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:44.618117Z","time spent":"3.761683417s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:48.379864Z","caller":"traceutil/trace.go:171","msg":"trace[528431666] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25254; }","duration":"3.313433398s","start":"2026-07-01T10:18:45.066422Z","end":"2026-07-01T10:18:48.379855Z","steps":["trace[528431666] 'agreement among raft nodes before linearized reading' (duration: 3.313368846s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.379892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.066405Z","time spent":"3.313479799s","remote":"127.0.0.1:57986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:48.379916Z","caller":"traceutil/trace.go:171","msg":"trace[11461673] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"3.760782873s","start":"2026-07-01T10:18:44.619124Z","end":"2026-07-01T10:18:48.379907Z","steps":["trace[11461673] 'process raft request' (duration: 3.759787855s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.379969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:44.619116Z","time spent":"3.760825703s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:48.380126Z","caller":"traceutil/trace.go:171","msg":"trace[1007124480] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"3.760934196s","start":"2026-07-01T10:18:44.619171Z","end":"2026-07-01T10:18:48.380105Z","steps":["trace[1007124480] 'process raft request' (duration: 3.759780864s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:48.380191Z","caller":"traceutil/trace.go:171","msg":"trace[831538544] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"2.588793964s","start":"2026-07-01T10:18:45.791383Z","end":"2026-07-01T10:18:48.380177Z","steps":["trace[831538544] 'process raft request' (duration: 2.587703934s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.380206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:44.619161Z","time spent":"3.761006559s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:48.380209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.984516066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:48.380244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.524625051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-mkxb9\" ","response":"range_response_count:1 size:3718"} {"level":"warn","ts":"2026-07-01T10:18:48.380261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.791363Z","time spent":"2.588863915s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:48.380283Z","caller":"traceutil/trace.go:171","msg":"trace[745016693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25254; }","duration":"3.984687041s","start":"2026-07-01T10:18:44.39557Z","end":"2026-07-01T10:18:48.380257Z","steps":["trace[745016693] 'agreement among raft nodes before linearized reading' (duration: 3.984546157s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:48.380307Z","caller":"traceutil/trace.go:171","msg":"trace[668585625] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-mkxb9; range_end:; response_count:1; response_revision:25254; }","duration":"4.524719594s","start":"2026-07-01T10:18:43.85557Z","end":"2026-07-01T10:18:48.380289Z","steps":["trace[668585625] 'agreement among raft nodes before linearized reading' (duration: 4.524465567s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.38032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:44.395534Z","time spent":"3.984779224s","remote":"127.0.0.1:50024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:48.380348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.855554Z","time spent":"4.524785556s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3742,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-mkxb9\" "} {"level":"warn","ts":"2026-07-01T10:18:48.380558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.840615511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:48.380584Z","caller":"traceutil/trace.go:171","msg":"trace[961225428] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25254; }","duration":"2.840652792s","start":"2026-07-01T10:18:45.539923Z","end":"2026-07-01T10:18:48.380576Z","steps":["trace[961225428] 'agreement among raft nodes before linearized reading' (duration: 2.840609831s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.380567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.521197799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:48.3806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.539916Z","time spent":"2.840678773s","remote":"127.0.0.1:57918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:48.380628Z","caller":"traceutil/trace.go:171","msg":"trace[748900456] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25254; }","duration":"4.521289271s","start":"2026-07-01T10:18:43.859326Z","end":"2026-07-01T10:18:48.380615Z","steps":["trace[748900456] 'agreement among raft nodes before linearized reading' (duration: 4.521135417s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:48.38063Z","caller":"traceutil/trace.go:171","msg":"trace[21665037] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"2.52392924s","start":"2026-07-01T10:18:45.856682Z","end":"2026-07-01T10:18:48.380611Z","steps":["trace[21665037] 'process raft request' (duration: 2.52247803s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.380656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432227488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-01T10:18:48.380776Z","caller":"traceutil/trace.go:171","msg":"trace[2008235434] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"2.588927117s","start":"2026-07-01T10:18:45.791832Z","end":"2026-07-01T10:18:48.380759Z","steps":["trace[2008235434] 'process raft request' (duration: 2.587294652s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:48.380813Z","caller":"traceutil/trace.go:171","msg":"trace[157653352] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25254; }","duration":"3.432434024s","start":"2026-07-01T10:18:44.948323Z","end":"2026-07-01T10:18:48.380757Z","steps":["trace[157653352] 'agreement among raft nodes before linearized reading' (duration: 3.431993602s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.380853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.791824Z","time spent":"2.588991229s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:48.380882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:44.948303Z","time spent":"3.432565838s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-01T10:18:48.38072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.856668Z","time spent":"2.524014093s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:48.380657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.859319Z","time spent":"4.521332642s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T10:18:48.879855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:49.874729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000161619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:49.874817Z","caller":"traceutil/trace.go:171","msg":"trace[1849114900] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000284411s","start":"2026-07-01T10:18:47.874512Z","end":"2026-07-01T10:18:49.874797Z","steps":["trace[1849114900] 'agreement among raft nodes before linearized reading' (duration: 2.000175888s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:49.874867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:47.874503Z","time spent":"2.000354523s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:49.962224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018920927s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:49.962571Z","caller":"traceutil/trace.go:171","msg":"trace[1212161919] linearizableReadLoop","detail":"{readStateIndex:26086; appliedIndex:26083; }","duration":"1.583296183s","start":"2026-07-01T10:18:48.379254Z","end":"2026-07-01T10:18:49.96255Z","steps":["trace[1212161919] 'read index received' (duration: 563.857702ms)","trace[1212161919] 'applied index is now lower than readState.Index' (duration: 1.019437021s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:49.962842Z","caller":"traceutil/trace.go:171","msg":"trace[1580650562] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"3.489156986s","start":"2026-07-01T10:18:46.47367Z","end":"2026-07-01T10:18:49.962827Z","steps":["trace[1580650562] 'process raft request' (duration: 2.46951354s)","trace[1580650562] 'compare' (duration: 1.018477405s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:49.962896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:46.47364Z","time spent":"3.489231819s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:49.962948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855073325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:49.963052Z","caller":"traceutil/trace.go:171","msg":"trace[195960954] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25257; }","duration":"2.855227959s","start":"2026-07-01T10:18:47.107795Z","end":"2026-07-01T10:18:49.963023Z","steps":["trace[195960954] 'agreement among raft nodes before linearized reading' (duration: 2.855030343s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:49.963107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:47.107772Z","time spent":"2.855323901s","remote":"127.0.0.1:57812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:49.963158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357231709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:49.963198Z","caller":"traceutil/trace.go:171","msg":"trace[42439522] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25257; }","duration":"3.357303811s","start":"2026-07-01T10:18:46.605882Z","end":"2026-07-01T10:18:49.963185Z","steps":["trace[42439522] 'agreement among raft nodes before linearized reading' (duration: 3.35725449s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:49.96323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:46.605866Z","time spent":"3.357358562s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:49.963228Z","caller":"traceutil/trace.go:171","msg":"trace[1513450572] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"3.370131059s","start":"2026-07-01T10:18:46.593068Z","end":"2026-07-01T10:18:49.963199Z","steps":["trace[1513450572] 'process raft request' (duration: 3.369303397s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:49.963216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.061987593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18352"} {"level":"info","ts":"2026-07-01T10:18:49.963316Z","caller":"traceutil/trace.go:171","msg":"trace[412277789] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25257; }","duration":"4.062136097s","start":"2026-07-01T10:18:45.901161Z","end":"2026-07-01T10:18:49.963297Z","steps":["trace[412277789] 'agreement among raft nodes before linearized reading' (duration: 4.061849499s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:49.963125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094568196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be207814ab7cc6\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-01T10:18:49.96336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382981097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:49.963367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.901147Z","time spent":"4.062211449s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18376,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-01T10:18:49.963101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.646846834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-01T10:18:49.963449Z","caller":"traceutil/trace.go:171","msg":"trace[35724611] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"1.171752782s","start":"2026-07-01T10:18:48.791681Z","end":"2026-07-01T10:18:49.963434Z","steps":["trace[35724611] 'process raft request' (duration: 1.170825137s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:49.96346Z","caller":"traceutil/trace.go:171","msg":"trace[1521203017] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:25257; }","duration":"3.647255895s","start":"2026-07-01T10:18:46.316179Z","end":"2026-07-01T10:18:49.963435Z","steps":["trace[1521203017] 'agreement among raft nodes before linearized reading' (duration: 3.646798912s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:49.963494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781641087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:49.963537Z","caller":"traceutil/trace.go:171","msg":"trace[1659886709] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25257; }","duration":"2.781713079s","start":"2026-07-01T10:18:47.181811Z","end":"2026-07-01T10:18:49.963524Z","steps":["trace[1659886709] 'agreement among raft nodes before linearized reading' (duration: 2.781633987s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:49.963379Z","caller":"traceutil/trace.go:171","msg":"trace[900821474] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be207814ab7cc6; range_end:; response_count:1; response_revision:25257; }","duration":"2.094893674s","start":"2026-07-01T10:18:47.868475Z","end":"2026-07-01T10:18:49.963369Z","steps":["trace[900821474] 'agreement among raft nodes before linearized reading' (duration: 2.094411781s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:49.96355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.791655Z","time spent":"1.171849325s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:49.96358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:47.868453Z","time spent":"2.095115941s","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be207814ab7cc6\" "} {"level":"warn","ts":"2026-07-01T10:18:49.96359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:47.181796Z","time spent":"2.781785921s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:49.963386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:46.593037Z","time spent":"3.370247073s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:49.963407Z","caller":"traceutil/trace.go:171","msg":"trace[1782489463] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25257; }","duration":"2.38308386s","start":"2026-07-01T10:18:47.58031Z","end":"2026-07-01T10:18:49.963393Z","steps":["trace[1782489463] 'agreement among raft nodes before linearized reading' (duration: 2.383004738s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:49.963723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:47.580281Z","time spent":"2.383428919s","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:49.963528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:46.316147Z","time spent":"3.647362358s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-07-01T10:18:49.963374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618727839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:49.963824Z","caller":"traceutil/trace.go:171","msg":"trace[626135779] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25257; }","duration":"3.619208793s","start":"2026-07-01T10:18:46.344592Z","end":"2026-07-01T10:18:49.963801Z","steps":["trace[626135779] 'agreement among raft nodes before linearized reading' (duration: 3.618708029s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:49.963881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:46.344566Z","time spent":"3.619298245s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:51.872701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.704384094s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:18:51.875584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:18:51.875653Z","caller":"traceutil/trace.go:171","msg":"trace[710852942] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000406454s","start":"2026-07-01T10:18:49.875232Z","end":"2026-07-01T10:18:51.875638Z","steps":["trace[710852942] 'agreement among raft nodes before linearized reading' (duration: 2.000313602s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:51.87569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:49.875215Z","time spent":"2.000468046s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:51.893772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725568671s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:51.894227Z","caller":"traceutil/trace.go:171","msg":"trace[108161358] linearizableReadLoop","detail":"{readStateIndex:26088; appliedIndex:26086; }","duration":"1.931604764s","start":"2026-07-01T10:18:49.962601Z","end":"2026-07-01T10:18:51.894206Z","steps":["trace[108161358] 'read index received' (duration: 205.727154ms)","trace[108161358] 'applied index is now lower than readState.Index' (duration: 1.72587664s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:51.89434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.06821136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:51.895271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:49.96484Z","time spent":"1.930428071s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T10:18:51.895291Z","caller":"traceutil/trace.go:171","msg":"trace[371051908] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25259; }","duration":"3.069186846s","start":"2026-07-01T10:18:48.826083Z","end":"2026-07-01T10:18:51.895269Z","steps":["trace[371051908] 'agreement among raft nodes before linearized reading' (duration: 3.06821141s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:51.894656Z","caller":"traceutil/trace.go:171","msg":"trace[70413699] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"2.550382599s","start":"2026-07-01T10:18:49.344253Z","end":"2026-07-01T10:18:51.894636Z","steps":["trace[70413699] 'process raft request' (duration: 823.865332ms)","trace[70413699] 'compare' (duration: 1.723484915s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:51.894643Z","caller":"traceutil/trace.go:171","msg":"trace[1112498388] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"2.549691741s","start":"2026-07-01T10:18:49.344924Z","end":"2026-07-01T10:18:51.894616Z","steps":["trace[1112498388] 'process raft request' (duration: 2.548964591s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:51.89546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.826055Z","time spent":"3.069272089s","remote":"127.0.0.1:45978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:51.895582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:49.344891Z","time spent":"2.550621376s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:51.895592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:49.344224Z","time spent":"2.551209852s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:51.894723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688785243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:51.895736Z","caller":"traceutil/trace.go:171","msg":"trace[83088534] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25259; }","duration":"2.689843372s","start":"2026-07-01T10:18:49.205873Z","end":"2026-07-01T10:18:51.895717Z","steps":["trace[83088534] 'agreement among raft nodes before linearized reading' (duration: 2.688774433s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:51.895793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:49.205854Z","time spent":"2.689921523s","remote":"127.0.0.1:46862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:51.89475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.27266328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:51.895912Z","caller":"traceutil/trace.go:171","msg":"trace[495326265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25259; }","duration":"3.273858462s","start":"2026-07-01T10:18:48.62203Z","end":"2026-07-01T10:18:51.895888Z","steps":["trace[495326265] 'agreement among raft nodes before linearized reading' (duration: 3.27267301s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:51.895987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.621995Z","time spent":"3.273968455s","remote":"127.0.0.1:50004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:51.894727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.048616157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273239"} {"level":"info","ts":"2026-07-01T10:18:51.896154Z","caller":"traceutil/trace.go:171","msg":"trace[1835035923] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25259; }","duration":"3.050057736s","start":"2026-07-01T10:18:48.846083Z","end":"2026-07-01T10:18:51.896141Z","steps":["trace[1835035923] 'agreement among raft nodes before linearized reading' (duration: 3.048140114s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:51.896193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.846066Z","time spent":"3.050114068s","remote":"127.0.0.1:58006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273263,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-01T10:18:51.89475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159646207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:18:51.896498Z","caller":"traceutil/trace.go:171","msg":"trace[281008049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25259; }","duration":"3.161395793s","start":"2026-07-01T10:18:48.735053Z","end":"2026-07-01T10:18:51.896449Z","steps":["trace[281008049] 'agreement among raft nodes before linearized reading' (duration: 3.159552763s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:51.89657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.735041Z","time spent":"3.161511257s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:51.894787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:49.96651Z","time spent":"1.928273153s","remote":"127.0.0.1:57598","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T10:18:51.894796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179439354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:51.896851Z","caller":"traceutil/trace.go:171","msg":"trace[840230804] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25259; }","duration":"3.181510351s","start":"2026-07-01T10:18:48.715322Z","end":"2026-07-01T10:18:51.896832Z","steps":["trace[840230804] 'agreement among raft nodes before linearized reading' (duration: 3.179450295s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:51.896894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.715306Z","time spent":"3.181573022s","remote":"127.0.0.1:43990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:51.894822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928819029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:51.896961Z","caller":"traceutil/trace.go:171","msg":"trace[726223446] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25259; }","duration":"2.930988198s","start":"2026-07-01T10:18:48.965955Z","end":"2026-07-01T10:18:51.896944Z","steps":["trace[726223446] 'agreement among raft nodes before linearized reading' (duration: 2.928820639s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:51.897014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.965937Z","time spent":"2.93105935s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:51.894855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.157977991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:18:51.897175Z","caller":"traceutil/trace.go:171","msg":"trace[237359748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25259; }","duration":"3.160270364s","start":"2026-07-01T10:18:48.736844Z","end":"2026-07-01T10:18:51.897114Z","steps":["trace[237359748] 'agreement among raft nodes before linearized reading' (duration: 3.15794249s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:51.897233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.736832Z","time spent":"3.160386436s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:51.894836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.157752395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:18:51.897288Z","caller":"traceutil/trace.go:171","msg":"trace[1369318911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25259; }","duration":"3.160227342s","start":"2026-07-01T10:18:48.737044Z","end":"2026-07-01T10:18:51.897272Z","steps":["trace[1369318911] 'agreement among raft nodes before linearized reading' (duration: 3.157656222s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:51.897325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.737037Z","time spent":"3.160275924s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:18:51.894869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030993438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:51.897426Z","caller":"traceutil/trace.go:171","msg":"trace[1395518236] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25259; }","duration":"3.033580738s","start":"2026-07-01T10:18:48.863837Z","end":"2026-07-01T10:18:51.897418Z","steps":["trace[1395518236] 'agreement among raft nodes before linearized reading' (duration: 3.031010708s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:51.897454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.863816Z","time spent":"3.03362875s","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:51.89494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.157390605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T10:18:51.897594Z","caller":"traceutil/trace.go:171","msg":"trace[169553905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25259; }","duration":"3.160057887s","start":"2026-07-01T10:18:48.737528Z","end":"2026-07-01T10:18:51.897586Z","steps":["trace[169553905] 'agreement among raft nodes before linearized reading' (duration: 3.157357744s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:51.897621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.73752Z","time spent":"3.160093548s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:18:51.894929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.158511496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T10:18:51.897802Z","caller":"traceutil/trace.go:171","msg":"trace[459971787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25259; }","duration":"3.161405464s","start":"2026-07-01T10:18:48.736387Z","end":"2026-07-01T10:18:51.897793Z","steps":["trace[459971787] 'agreement among raft nodes before linearized reading' (duration: 3.158489155s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:51.897832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.736375Z","time spent":"3.161448166s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:51.894952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.508975996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fbe78556-9845-4fc3-a3b9-10964540ccbc\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-01T10:18:51.897912Z","caller":"traceutil/trace.go:171","msg":"trace[223774049] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fbe78556-9845-4fc3-a3b9-10964540ccbc; range_end:; response_count:1; response_revision:25259; }","duration":"3.511951226s","start":"2026-07-01T10:18:48.385941Z","end":"2026-07-01T10:18:51.897893Z","steps":["trace[223774049] 'agreement among raft nodes before linearized reading' (duration: 3.508889663s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:51.897938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.38593Z","time spent":"3.512000938s","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-fbe78556-9845-4fc3-a3b9-10964540ccbc\" "} {"level":"warn","ts":"2026-07-01T10:18:51.895201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.509249712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:51.898062Z","caller":"traceutil/trace.go:171","msg":"trace[835318663] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25259; }","duration":"3.512144051s","start":"2026-07-01T10:18:48.385901Z","end":"2026-07-01T10:18:51.898045Z","steps":["trace[835318663] 'agreement among raft nodes before linearized reading' (duration: 3.509265313s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:51.898111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.385884Z","time spent":"3.512212023s","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T10:18:52.394663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:52.895028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:53.144123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.271183366s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:18:53.882509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000091416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:53.882592Z","caller":"traceutil/trace.go:171","msg":"trace[1475117486] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00021642s","start":"2026-07-01T10:18:51.882357Z","end":"2026-07-01T10:18:53.882573Z","steps":["trace[1475117486] 'agreement among raft nodes before linearized reading' (duration: 2.000109527s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:53.88265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:51.88234Z","time spent":"2.000291182s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:53.984697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.254431ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:53.984824Z","caller":"traceutil/trace.go:171","msg":"trace[475439987] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25259; }","duration":"796.391505ms","start":"2026-07-01T10:18:53.188415Z","end":"2026-07-01T10:18:53.984806Z","steps":["trace[475439987] 'range keys from in-memory index tree' (duration: 796.237501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:53.986429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.048247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:53.98673Z","caller":"traceutil/trace.go:171","msg":"trace[998496310] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"3.60253513s","start":"2026-07-01T10:18:50.384172Z","end":"2026-07-01T10:18:53.986707Z","steps":["trace[998496310] 'process raft request' (duration: 3.602378976s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:53.986836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:50.384127Z","time spent":"3.602662723s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:53.98712Z","caller":"traceutil/trace.go:171","msg":"trace[1900265332] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"3.604371189s","start":"2026-07-01T10:18:50.382725Z","end":"2026-07-01T10:18:53.987096Z","steps":["trace[1900265332] 'process raft request' (duration: 2.761557902s)","trace[1900265332] 'compare' (duration: 840.191006ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:53.987214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:50.382704Z","time spent":"3.604464982s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:53.987244Z","caller":"traceutil/trace.go:171","msg":"trace[612203560] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"2.630312334s","start":"2026-07-01T10:18:51.356869Z","end":"2026-07-01T10:18:53.987182Z","steps":["trace[612203560] 'process raft request' (duration: 2.630255932s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:53.987442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:51.356842Z","time spent":"2.630484299s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:53.987636Z","caller":"traceutil/trace.go:171","msg":"trace[231240321] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"3.599370824s","start":"2026-07-01T10:18:50.388252Z","end":"2026-07-01T10:18:53.987623Z","steps":["trace[231240321] 'process raft request' (duration: 3.598649254s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:53.987701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:50.388237Z","time spent":"3.599436695s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:53.987764Z","caller":"traceutil/trace.go:171","msg":"trace[1673618083] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"3.60034601s","start":"2026-07-01T10:18:50.387412Z","end":"2026-07-01T10:18:53.987758Z","steps":["trace[1673618083] 'process raft request' (duration: 3.599257591s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:53.987793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:50.387386Z","time spent":"3.600390841s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:53.987856Z","caller":"traceutil/trace.go:171","msg":"trace[1580819193] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"3.600380651s","start":"2026-07-01T10:18:50.387445Z","end":"2026-07-01T10:18:53.987826Z","steps":["trace[1580819193] 'process raft request' (duration: 3.599367154s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:53.987985Z","caller":"traceutil/trace.go:171","msg":"trace[1125761550] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"3.598811538s","start":"2026-07-01T10:18:50.38915Z","end":"2026-07-01T10:18:53.987962Z","steps":["trace[1125761550] 'process raft request' (duration: 3.597873262s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:53.988014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:50.387436Z","time spent":"3.600503154s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:53.988116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:50.389141Z","time spent":"3.598905171s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:53.988212Z","caller":"traceutil/trace.go:171","msg":"trace[2048795851] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"3.598772167s","start":"2026-07-01T10:18:50.38942Z","end":"2026-07-01T10:18:53.988193Z","steps":["trace[2048795851] 'process raft request' (duration: 3.597652367s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:53.988322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:50.389411Z","time spent":"3.598857789s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:53.98809Z","caller":"traceutil/trace.go:171","msg":"trace[2011335294] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"3.599056724s","start":"2026-07-01T10:18:50.388816Z","end":"2026-07-01T10:18:53.987873Z","steps":["trace[2011335294] 'process raft request' (duration: 3.59814788s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:53.989117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:50.388806Z","time spent":"3.600273678s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:54.71796Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.573589299s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:18:54.804444Z","caller":"traceutil/trace.go:171","msg":"trace[648282885] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"2.907619373s","start":"2026-07-01T10:18:51.896781Z","end":"2026-07-01T10:18:54.804401Z","steps":["trace[648282885] 'process raft request' (duration: 2.821371198s)","trace[648282885] 'compare' (duration: 85.417363ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:54.804628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:51.89676Z","time spent":"2.907771398s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:54.804685Z","caller":"traceutil/trace.go:171","msg":"trace[1424777891] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"2.905861486s","start":"2026-07-01T10:18:51.898805Z","end":"2026-07-01T10:18:54.804666Z","steps":["trace[1424777891] 'process raft request' (duration: 2.905227378s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:54.804798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:51.898791Z","time spent":"2.905949089s","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:54.805059Z","caller":"traceutil/trace.go:171","msg":"trace[672366115] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"2.904271153s","start":"2026-07-01T10:18:51.900771Z","end":"2026-07-01T10:18:54.805042Z","steps":["trace[672366115] 'process raft request' (duration: 2.903831671s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:54.805189Z","caller":"traceutil/trace.go:171","msg":"trace[1659408395] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"2.904349355s","start":"2026-07-01T10:18:51.90083Z","end":"2026-07-01T10:18:54.805179Z","steps":["trace[1659408395] 'process raft request' (duration: 2.90417805s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:54.805153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:51.900748Z","time spent":"2.904359896s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:54.805234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:51.900823Z","time spent":"2.904388856s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:54.805528Z","caller":"traceutil/trace.go:171","msg":"trace[511911287] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"2.904087928s","start":"2026-07-01T10:18:51.901405Z","end":"2026-07-01T10:18:54.805493Z","steps":["trace[511911287] 'process raft request' (duration: 2.903731268s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:54.805674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:51.90137Z","time spent":"2.904227122s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:54.805712Z","caller":"traceutil/trace.go:171","msg":"trace[81140978] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"2.904220121s","start":"2026-07-01T10:18:51.901469Z","end":"2026-07-01T10:18:54.805689Z","steps":["trace[81140978] 'process raft request' (duration: 2.903861382s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:54.805773Z","caller":"traceutil/trace.go:171","msg":"trace[1711266624] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"2.903574144s","start":"2026-07-01T10:18:51.902184Z","end":"2026-07-01T10:18:54.805758Z","steps":["trace[1711266624] 'process raft request' (duration: 2.903286426s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:54.805808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:51.901463Z","time spent":"2.904295083s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:54.805862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:51.902174Z","time spent":"2.903652616s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:55.882946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999716676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:18:55.883029Z","caller":"traceutil/trace.go:171","msg":"trace[407889124] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99988386s","start":"2026-07-01T10:18:53.883127Z","end":"2026-07-01T10:18:55.883011Z","steps":["trace[407889124] 'agreement among raft nodes before linearized reading' (duration: 1.999784317s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:55.883076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:53.883102Z","time spent":"1.999964633s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:56.063594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:56.063669Z","caller":"traceutil/trace.go:171","msg":"trace[1390414732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000236649s","start":"2026-07-01T10:18:54.063417Z","end":"2026-07-01T10:18:56.063653Z","steps":["trace[1390414732] 'agreement among raft nodes before linearized reading' (duration: 2.000147317s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:56.063713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.063397Z","time spent":"2.000307402s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:56.08636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280779046s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-01T10:18:56.086468Z","caller":"traceutil/trace.go:171","msg":"trace[1676602755] linearizableReadLoop","detail":"{readStateIndex:26107; appliedIndex:26090; }","duration":"4.192183403s","start":"2026-07-01T10:18:51.894264Z","end":"2026-07-01T10:18:56.086448Z","steps":["trace[1676602755] 'read index received' (duration: 1.250092693s)","trace[1676602755] 'applied index is now lower than readState.Index' (duration: 2.94208918s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:56.086938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.496997963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:56.08697Z","caller":"traceutil/trace.go:171","msg":"trace[1950672633] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25275; }","duration":"5.497061614s","start":"2026-07-01T10:18:50.589902Z","end":"2026-07-01T10:18:56.086964Z","steps":["trace[1950672633] 'agreement among raft nodes before linearized reading' (duration: 5.497002752s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:56.087001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:50.589887Z","time spent":"5.497096465s","remote":"127.0.0.1:50034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:56.087024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.070834364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:56.087055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.570513441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:56.087093Z","caller":"traceutil/trace.go:171","msg":"trace[531811240] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25275; }","duration":"5.070940117s","start":"2026-07-01T10:18:51.016136Z","end":"2026-07-01T10:18:56.087076Z","steps":["trace[531811240] 'agreement among raft nodes before linearized reading' (duration: 5.070840804s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:56.087122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.426792073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:56.087137Z","caller":"traceutil/trace.go:171","msg":"trace[1586450657] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25275; }","duration":"5.426837624s","start":"2026-07-01T10:18:50.660295Z","end":"2026-07-01T10:18:56.087133Z","steps":["trace[1586450657] 'agreement among raft nodes before linearized reading' (duration: 5.426810414s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:56.087139Z","caller":"traceutil/trace.go:171","msg":"trace[1716821275] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25275; }","duration":"4.570628254s","start":"2026-07-01T10:18:51.51649Z","end":"2026-07-01T10:18:56.087118Z","steps":["trace[1716821275] 'agreement among raft nodes before linearized reading' (duration: 4.57049328s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:56.087142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:51.016117Z","time spent":"5.071010338s","remote":"127.0.0.1:57756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:56.08718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:51.516477Z","time spent":"4.570693575s","remote":"127.0.0.1:56734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:56.087102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.64734563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:56.087237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.763845749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:56.087253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.052854017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:56.087158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:50.660278Z","time spent":"5.426874686s","remote":"127.0.0.1:43634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:56.08732Z","caller":"traceutil/trace.go:171","msg":"trace[1501044719] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25275; }","duration":"5.763938881s","start":"2026-07-01T10:18:50.323363Z","end":"2026-07-01T10:18:56.087302Z","steps":["trace[1501044719] 'agreement among raft nodes before linearized reading' (duration: 5.763800157s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:56.087279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.846824675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:56.087371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:50.32331Z","time spent":"5.764051094s","remote":"127.0.0.1:43770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:56.087413Z","caller":"traceutil/trace.go:171","msg":"trace[1065677397] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25275; }","duration":"5.84700511s","start":"2026-07-01T10:18:50.240385Z","end":"2026-07-01T10:18:56.087391Z","steps":["trace[1065677397] 'agreement among raft nodes before linearized reading' (duration: 5.846768874s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:56.087323Z","caller":"traceutil/trace.go:171","msg":"trace[630487029] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25275; }","duration":"6.05296529s","start":"2026-07-01T10:18:50.034343Z","end":"2026-07-01T10:18:56.087309Z","steps":["trace[630487029] 'agreement among raft nodes before linearized reading' (duration: 6.052852697s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:56.087509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:50.240366Z","time spent":"5.847122743s","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:56.087249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.808451871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:56.087521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:50.034326Z","time spent":"6.053183656s","remote":"127.0.0.1:58006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-01T10:18:56.087618Z","caller":"traceutil/trace.go:171","msg":"trace[1595445921] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25275; }","duration":"5.808838982s","start":"2026-07-01T10:18:50.278762Z","end":"2026-07-01T10:18:56.0876Z","steps":["trace[1595445921] 'agreement among raft nodes before linearized reading' (duration: 5.808467632s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:56.087754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:50.27874Z","time spent":"5.808987646s","remote":"127.0.0.1:43676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:56.087389Z","caller":"traceutil/trace.go:171","msg":"trace[1929825116] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25275; }","duration":"4.647633587s","start":"2026-07-01T10:18:51.439649Z","end":"2026-07-01T10:18:56.087282Z","steps":["trace[1929825116] 'agreement among raft nodes before linearized reading' (duration: 4.647265807s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:56.087936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:51.439633Z","time spent":"4.648283735s","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:56.586539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:57.086665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:57.161282Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.19219328s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:18:57.161839Z","caller":"traceutil/trace.go:171","msg":"trace[1527029228] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"2.192846818s","start":"2026-07-01T10:18:54.96896Z","end":"2026-07-01T10:18:57.161807Z","steps":["trace[1527029228] 'process raft request' (duration: 2.192586651s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:57.162023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.968926Z","time spent":"2.193004213s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:57.890121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999974514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:57.890202Z","caller":"traceutil/trace.go:171","msg":"trace[921961109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000097947s","start":"2026-07-01T10:18:55.890086Z","end":"2026-07-01T10:18:57.890184Z","steps":["trace[921961109] 'agreement among raft nodes before linearized reading' (duration: 1.999992414s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:57.890251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.890074Z","time spent":"2.000167519s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:59.644352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.482860423s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:18:59.644732Z","caller":"traceutil/trace.go:171","msg":"trace[1981657170] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"3.650793901s","start":"2026-07-01T10:18:55.993915Z","end":"2026-07-01T10:18:59.644709Z","steps":["trace[1981657170] 'process raft request' (duration: 3.65073305s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:59.644788Z","caller":"traceutil/trace.go:171","msg":"trace[1018416299] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"3.650829333s","start":"2026-07-01T10:18:55.993894Z","end":"2026-07-01T10:18:59.644723Z","steps":["trace[1018416299] 'process raft request' (duration: 3.650613417s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.644989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.993867Z","time spent":"3.651036098s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:59.64484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.993885Z","time spent":"3.650880374s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:59.6451Z","caller":"traceutil/trace.go:171","msg":"trace[1733294915] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"3.65110073s","start":"2026-07-01T10:18:55.993951Z","end":"2026-07-01T10:18:59.645052Z","steps":["trace[1733294915] 'process raft request' (duration: 3.65072982s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:59.645203Z","caller":"traceutil/trace.go:171","msg":"trace[1584608934] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"3.651205323s","start":"2026-07-01T10:18:55.993968Z","end":"2026-07-01T10:18:59.645173Z","steps":["trace[1584608934] 'process raft request' (duration: 3.650951406s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:59.645245Z","caller":"traceutil/trace.go:171","msg":"trace[1515458405] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"3.651139011s","start":"2026-07-01T10:18:55.994061Z","end":"2026-07-01T10:18:59.6452Z","steps":["trace[1515458405] 'process raft request' (duration: 3.650996087s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:59.645294Z","caller":"traceutil/trace.go:171","msg":"trace[1506585126] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"3.65111259s","start":"2026-07-01T10:18:55.994134Z","end":"2026-07-01T10:18:59.645246Z","steps":["trace[1506585126] 'process raft request' (duration: 3.650967956s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.645332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.993961Z","time spent":"3.651291695s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:59.645335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.993934Z","time spent":"3.651282435s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:59.645422Z","caller":"traceutil/trace.go:171","msg":"trace[174074592] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"3.650983717s","start":"2026-07-01T10:18:55.994431Z","end":"2026-07-01T10:18:59.645415Z","steps":["trace[174074592] 'process raft request' (duration: 3.65072663s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.645458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.994417Z","time spent":"3.651024327s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:59.645446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.096217898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:59.645369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.837818018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-01T10:18:59.645493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.994119Z","time spent":"3.651277585s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:59.645493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.994036Z","time spent":"3.651303726s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:59.645545Z","caller":"traceutil/trace.go:171","msg":"trace[967117137] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"3.651077239s","start":"2026-07-01T10:18:55.994459Z","end":"2026-07-01T10:18:59.645537Z","steps":["trace[967117137] 'process raft request' (duration: 3.650746s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:59.645535Z","caller":"traceutil/trace.go:171","msg":"trace[1592289470] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25284; }","duration":"4.838037874s","start":"2026-07-01T10:18:54.807482Z","end":"2026-07-01T10:18:59.64552Z","steps":["trace[1592289470] 'agreement among raft nodes before linearized reading' (duration: 4.837792218s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:59.645528Z","caller":"traceutil/trace.go:171","msg":"trace[1324755056] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25284; }","duration":"7.096358292s","start":"2026-07-01T10:18:52.549151Z","end":"2026-07-01T10:18:59.645509Z","steps":["trace[1324755056] 'agreement among raft nodes before linearized reading' (duration: 7.096154407s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.645572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.994429Z","time spent":"3.65112815s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:59.645559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.640245742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-01T10:18:59.645575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.72473522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-07-01T10:18:59.645583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.807447Z","time spent":"4.838123137s","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-01T10:18:59.645609Z","caller":"traceutil/trace.go:171","msg":"trace[170902068] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25284; }","duration":"7.640315104s","start":"2026-07-01T10:18:52.005281Z","end":"2026-07-01T10:18:59.645596Z","steps":["trace[170902068] 'agreement among raft nodes before linearized reading' (duration: 7.640147079s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:59.645619Z","caller":"traceutil/trace.go:171","msg":"trace[1056742629] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25284; }","duration":"7.724817622s","start":"2026-07-01T10:18:51.920791Z","end":"2026-07-01T10:18:59.645609Z","steps":["trace[1056742629] 'agreement among raft nodes before linearized reading' (duration: 7.72474048s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.645503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.741963018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:59.645593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:52.549132Z","time spent":"7.096450535s","remote":"127.0.0.1:56770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:59.645642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.338356329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:59.645648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:52.005269Z","time spent":"7.640368375s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-01T10:18:59.645653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:51.920773Z","time spent":"7.724873133s","remote":"127.0.0.1:57722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":204,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-07-01T10:18:59.645667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.724347359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-07-01T10:18:59.645673Z","caller":"traceutil/trace.go:171","msg":"trace[822827894] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25284; }","duration":"7.742160553s","start":"2026-07-01T10:18:51.903489Z","end":"2026-07-01T10:18:59.645649Z","steps":["trace[822827894] 'agreement among raft nodes before linearized reading' (duration: 7.741865575s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.645653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.131764055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:59.645711Z","caller":"traceutil/trace.go:171","msg":"trace[1383049525] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:25284; }","duration":"7.72440343s","start":"2026-07-01T10:18:51.921292Z","end":"2026-07-01T10:18:59.645696Z","steps":["trace[1383049525] 'agreement among raft nodes before linearized reading' (duration: 7.724219645s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.645727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:51.903468Z","time spent":"7.742244426s","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-01T10:18:59.645742Z","caller":"traceutil/trace.go:171","msg":"trace[203841746] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25284; }","duration":"7.131910089s","start":"2026-07-01T10:18:52.513813Z","end":"2026-07-01T10:18:59.645723Z","steps":["trace[203841746] 'agreement among raft nodes before linearized reading' (duration: 7.131716534s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.645754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:51.921286Z","time spent":"7.724451151s","remote":"127.0.0.1:57722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":871,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"info","ts":"2026-07-01T10:18:59.645285Z","caller":"traceutil/trace.go:171","msg":"trace[638884533] linearizableReadLoop","detail":"{readStateIndex:26116; appliedIndex:26107; }","duration":"3.558766769s","start":"2026-07-01T10:18:56.086495Z","end":"2026-07-01T10:18:59.645262Z","steps":["trace[638884533] 'read index received' (duration: 1.075031843s)","trace[638884533] 'applied index is now lower than readState.Index' (duration: 2.483733736s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:59.645789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:52.513791Z","time spent":"7.131987302s","remote":"127.0.0.1:50080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:59.645762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.756330531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"warn","ts":"2026-07-01T10:18:59.645828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.531506974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T10:18:59.645848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.570499063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T10:18:59.645706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696478633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:59.645887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.793699939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:59.645869Z","caller":"traceutil/trace.go:171","msg":"trace[776303161] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25284; }","duration":"3.756534087s","start":"2026-07-01T10:18:55.889322Z","end":"2026-07-01T10:18:59.645856Z","steps":["trace[776303161] 'agreement among raft nodes before linearized reading' (duration: 3.756396183s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:59.645876Z","caller":"traceutil/trace.go:171","msg":"trace[1763090830] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25284; }","duration":"6.531555875s","start":"2026-07-01T10:18:53.114309Z","end":"2026-07-01T10:18:59.645865Z","steps":["trace[1763090830] 'agreement among raft nodes before linearized reading' (duration: 6.531345569s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:59.645673Z","caller":"traceutil/trace.go:171","msg":"trace[1282066244] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25284; }","duration":"5.33841513s","start":"2026-07-01T10:18:54.307249Z","end":"2026-07-01T10:18:59.645664Z","steps":["trace[1282066244] 'agreement among raft nodes before linearized reading' (duration: 5.338368519s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:59.64591Z","caller":"traceutil/trace.go:171","msg":"trace[1991610099] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25284; }","duration":"4.79372099s","start":"2026-07-01T10:18:54.852182Z","end":"2026-07-01T10:18:59.645903Z","steps":["trace[1991610099] 'agreement among raft nodes before linearized reading' (duration: 4.793688329s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.645919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.889295Z","time spent":"3.756615019s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T10:18:59.645929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.852155Z","time spent":"4.793769411s","remote":"127.0.0.1:56688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:59.645924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:53.114242Z","time spent":"6.531674747s","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:59.645882Z","caller":"traceutil/trace.go:171","msg":"trace[561270965] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25284; }","duration":"6.570574075s","start":"2026-07-01T10:18:53.075297Z","end":"2026-07-01T10:18:59.645871Z","steps":["trace[561270965] 'agreement among raft nodes before linearized reading' (duration: 6.57039473s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.64601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.5551095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:59.646024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:53.075275Z","time spent":"6.57073244s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:59.646037Z","caller":"traceutil/trace.go:171","msg":"trace[1544447873] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25284; }","duration":"3.555166641s","start":"2026-07-01T10:18:56.090863Z","end":"2026-07-01T10:18:59.646029Z","steps":["trace[1544447873] 'agreement among raft nodes before linearized reading' (duration: 3.55512249s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.645857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.796269338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:59.646052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978268292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:59.646067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.090848Z","time spent":"3.555210062s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-01T10:18:59.646097Z","caller":"traceutil/trace.go:171","msg":"trace[190401737] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25284; }","duration":"1.978352505s","start":"2026-07-01T10:18:57.667728Z","end":"2026-07-01T10:18:59.646081Z","steps":["trace[190401737] 'agreement among raft nodes before linearized reading' (duration: 1.978274343s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.646121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400334778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:59.646123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.838192039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-l9fp7.18be2271435402df\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-07-01T10:18:59.645926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.307229Z","time spent":"5.338689807s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:59.646126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.806956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:59.646159Z","caller":"traceutil/trace.go:171","msg":"trace[131262395] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25284; }","duration":"1.40041088s","start":"2026-07-01T10:18:58.245738Z","end":"2026-07-01T10:18:59.646149Z","steps":["trace[131262395] 'agreement among raft nodes before linearized reading' (duration: 1.400341588s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.64614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.657587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:59.646169Z","caller":"traceutil/trace.go:171","msg":"trace[1023030398] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-l9fp7.18be2271435402df; range_end:; response_count:1; response_revision:25284; }","duration":"4.838278041s","start":"2026-07-01T10:18:54.807878Z","end":"2026-07-01T10:18:59.646156Z","steps":["trace[1023030398] 'agreement among raft nodes before linearized reading' (duration: 4.838142667s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.64619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833988922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T10:18:59.646191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:58.245717Z","time spent":"1.400465641s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:59.646201Z","caller":"traceutil/trace.go:171","msg":"trace[1848558036] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25284; }","duration":"709.722499ms","start":"2026-07-01T10:18:58.936467Z","end":"2026-07-01T10:18:59.646189Z","steps":["trace[1848558036] 'agreement among raft nodes before linearized reading' (duration: 709.622386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.646184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672156688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:59.646068Z","caller":"traceutil/trace.go:171","msg":"trace[1672708137] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25284; }","duration":"3.796504904s","start":"2026-07-01T10:18:55.849556Z","end":"2026-07-01T10:18:59.646061Z","steps":["trace[1672708137] 'agreement among raft nodes before linearized reading' (duration: 3.796216516s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.646197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.531804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:59.646195Z","caller":"traceutil/trace.go:171","msg":"trace[1419470605] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25284; }","duration":"839.917629ms","start":"2026-07-01T10:18:58.80626Z","end":"2026-07-01T10:18:59.646177Z","steps":["trace[1419470605] 'agreement among raft nodes before linearized reading' (duration: 839.788786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.646229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755768032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:59.646212Z","caller":"traceutil/trace.go:171","msg":"trace[1779412551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25284; }","duration":"2.834065633s","start":"2026-07-01T10:18:56.812141Z","end":"2026-07-01T10:18:59.646206Z","steps":["trace[1779412551] 'agreement among raft nodes before linearized reading' (duration: 2.834009082s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.64625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.849539Z","time spent":"3.796700879s","remote":"127.0.0.1:57890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:59.646268Z","caller":"traceutil/trace.go:171","msg":"trace[1317172198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25284; }","duration":"1.755841914s","start":"2026-07-01T10:18:57.890418Z","end":"2026-07-01T10:18:59.64626Z","steps":["trace[1317172198] 'agreement among raft nodes before linearized reading' (duration: 1.755785632s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.646274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.812133Z","time spent":"2.834131865s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:18:59.646282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833456597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T10:18:59.646274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:58.806236Z","time spent":"840.021412ms","remote":"127.0.0.1:46898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:59.646284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810926744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:59.646296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.890395Z","time spent":"1.755896255s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T10:18:59.646301Z","caller":"traceutil/trace.go:171","msg":"trace[1552457428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25284; }","duration":"2.833539619s","start":"2026-07-01T10:18:56.812756Z","end":"2026-07-01T10:18:59.646296Z","steps":["trace[1552457428] 'agreement among raft nodes before linearized reading' (duration: 2.833489957s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.646322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.812731Z","time spent":"2.83358722s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:59.646312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253509517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:59.646322Z","caller":"traceutil/trace.go:171","msg":"trace[1455921065] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25284; }","duration":"2.810993546s","start":"2026-07-01T10:18:56.835317Z","end":"2026-07-01T10:18:59.646311Z","steps":["trace[1455921065] 'agreement among raft nodes before linearized reading' (duration: 2.810924794s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.646205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.807854Z","time spent":"4.838342623s","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":981,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-l9fp7.18be2271435402df\" "} {"level":"warn","ts":"2026-07-01T10:18:59.646341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.78134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:59.646355Z","caller":"traceutil/trace.go:171","msg":"trace[1419128804] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25284; }","duration":"2.253553148s","start":"2026-07-01T10:18:57.39279Z","end":"2026-07-01T10:18:59.646343Z","steps":["trace[1419128804] 'agreement among raft nodes before linearized reading' (duration: 2.253474016s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.646361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.835304Z","time spent":"2.811049547s","remote":"127.0.0.1:56658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:59.646361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.460553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:59.646392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.392726Z","time spent":"2.253657341s","remote":"127.0.0.1:43846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:59.646388Z","caller":"traceutil/trace.go:171","msg":"trace[828345830] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25284; }","duration":"100.874913ms","start":"2026-07-01T10:18:59.545499Z","end":"2026-07-01T10:18:59.646374Z","steps":["trace[828345830] 'agreement among raft nodes before linearized reading' (duration: 100.78965ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:59.646233Z","caller":"traceutil/trace.go:171","msg":"trace[689739512] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25284; }","duration":"1.672253041s","start":"2026-07-01T10:18:57.973975Z","end":"2026-07-01T10:18:59.646228Z","steps":["trace[689739512] 'agreement among raft nodes before linearized reading' (duration: 1.672179449s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.646415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834388282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T10:18:59.646133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.667707Z","time spent":"1.978417966s","remote":"127.0.0.1:32976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:59.646445Z","caller":"traceutil/trace.go:171","msg":"trace[1433342127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25284; }","duration":"2.834442213s","start":"2026-07-01T10:18:56.811994Z","end":"2026-07-01T10:18:59.646437Z","steps":["trace[1433342127] 'agreement among raft nodes before linearized reading' (duration: 2.834296669s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:59.645915Z","caller":"traceutil/trace.go:171","msg":"trace[1747417449] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25284; }","duration":"3.69670929s","start":"2026-07-01T10:18:55.949186Z","end":"2026-07-01T10:18:59.645896Z","steps":["trace[1747417449] 'agreement among raft nodes before linearized reading' (duration: 3.696493674s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.646238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:58.936407Z","time spent":"709.819932ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:59.646512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.949172Z","time spent":"3.697330367s","remote":"127.0.0.1:45774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:59.646537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.811983Z","time spent":"2.834484784s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T10:18:59.646262Z","caller":"traceutil/trace.go:171","msg":"trace[590714246] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25284; }","duration":"602.627867ms","start":"2026-07-01T10:18:59.04362Z","end":"2026-07-01T10:18:59.646247Z","steps":["trace[590714246] 'agreement among raft nodes before linearized reading' (duration: 602.463133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.646574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834589568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T10:18:59.646399Z","caller":"traceutil/trace.go:171","msg":"trace[1851495978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25284; }","duration":"908.498644ms","start":"2026-07-01T10:18:58.737891Z","end":"2026-07-01T10:18:59.64639Z","steps":["trace[1851495978] 'agreement among raft nodes before linearized reading' (duration: 908.444793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.64659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836058577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T10:18:59.646608Z","caller":"traceutil/trace.go:171","msg":"trace[485533100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25284; }","duration":"2.834650859s","start":"2026-07-01T10:18:56.811945Z","end":"2026-07-01T10:18:59.646596Z","steps":["trace[485533100] 'agreement among raft nodes before linearized reading' (duration: 2.834577017s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.646612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:58.737831Z","time spent":"908.771362ms","remote":"127.0.0.1:50042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:59.646605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:59.043607Z","time spent":"602.975836ms","remote":"127.0.0.1:58006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:59.646624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.811923Z","time spent":"2.83469732s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T10:18:59.646625Z","caller":"traceutil/trace.go:171","msg":"trace[386725563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25284; }","duration":"2.83615861s","start":"2026-07-01T10:18:56.810456Z","end":"2026-07-01T10:18:59.646615Z","steps":["trace[386725563] 'agreement among raft nodes before linearized reading' (duration: 2.836060688s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.646652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.810384Z","time spent":"2.836261583s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:59.646443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.973951Z","time spent":"1.672483287s","remote":"127.0.0.1:60116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:59.646788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.281102679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T10:18:59.646826Z","caller":"traceutil/trace.go:171","msg":"trace[53817246] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25284; }","duration":"3.281173701s","start":"2026-07-01T10:18:56.365641Z","end":"2026-07-01T10:18:59.646815Z","steps":["trace[53817246] 'agreement among raft nodes before linearized reading' (duration: 3.281054057s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.646855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.365623Z","time spent":"3.281225373s","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T10:19:00.950381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.03899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:00.950491Z","caller":"traceutil/trace.go:171","msg":"trace[328209964] linearizableReadLoop","detail":"{readStateIndex:26117; appliedIndex:26116; }","duration":"1.298337074s","start":"2026-07-01T10:18:59.652137Z","end":"2026-07-01T10:19:00.950474Z","steps":["trace[328209964] 'read index received' (duration: 404.216432ms)","trace[328209964] 'applied index is now lower than readState.Index' (duration: 894.119172ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:00.950558Z","caller":"traceutil/trace.go:171","msg":"trace[273397758] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"1.298525149s","start":"2026-07-01T10:18:59.652021Z","end":"2026-07-01T10:19:00.950546Z","steps":["trace[273397758] 'process raft request' (duration: 404.244562ms)","trace[273397758] 'compare' (duration: 893.806715ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:00.950617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:59.651987Z","time spent":"1.298599222s","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:00.950913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298770866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T10:19:00.950951Z","caller":"traceutil/trace.go:171","msg":"trace[1494755647] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25285; }","duration":"1.298832747s","start":"2026-07-01T10:18:59.652109Z","end":"2026-07-01T10:19:00.950941Z","steps":["trace[1494755647] 'agreement among raft nodes before linearized reading' (duration: 1.298675043s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:00.950979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:59.652056Z","time spent":"1.29891581s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:19:01.451567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288163,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:19:01.6562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000545179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:01.656276Z","caller":"traceutil/trace.go:171","msg":"trace[1859222150] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000661723s","start":"2026-07-01T10:18:59.6556Z","end":"2026-07-01T10:19:01.656262Z","steps":["trace[1859222150] 'agreement among raft nodes before linearized reading' (duration: 2.00057112s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:01.656317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:59.655584Z","time spent":"2.000723964s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:19:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:01.952253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288163,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:19:02.246227Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.189827235s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:19:03.195142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.601454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:03.195565Z","caller":"traceutil/trace.go:171","msg":"trace[1724375653] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"3.543271278s","start":"2026-07-01T10:18:59.652263Z","end":"2026-07-01T10:19:03.195535Z","steps":["trace[1724375653] 'process raft request' (duration: 3.54298848s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:03.195618Z","caller":"traceutil/trace.go:171","msg":"trace[634975324] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"3.54332959s","start":"2026-07-01T10:18:59.652281Z","end":"2026-07-01T10:19:03.19561Z","steps":["trace[634975324] 'process raft request' (duration: 3.543078793s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:03.195686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:59.65227Z","time spent":"3.543377621s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:03.19573Z","caller":"traceutil/trace.go:171","msg":"trace[1118847780] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"3.543453192s","start":"2026-07-01T10:18:59.652263Z","end":"2026-07-01T10:19:03.195716Z","steps":["trace[1118847780] 'process raft request' (duration: 2.59418454s)","trace[1118847780] 'compare' (duration: 948.314637ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:03.195787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:59.65225Z","time spent":"3.543511555s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:03.195683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:59.652249Z","time spent":"3.543374901s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:03.195854Z","caller":"traceutil/trace.go:171","msg":"trace[10223052] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"3.542185938s","start":"2026-07-01T10:18:59.653639Z","end":"2026-07-01T10:19:03.195825Z","steps":["trace[10223052] 'process raft request' (duration: 3.541829139s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:03.195582Z","caller":"traceutil/trace.go:171","msg":"trace[2077740387] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"3.221802646s","start":"2026-07-01T10:18:59.973765Z","end":"2026-07-01T10:19:03.195568Z","steps":["trace[2077740387] 'process raft request' (duration: 3.221759205s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:03.195906Z","caller":"traceutil/trace.go:171","msg":"trace[1800002842] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"3.543447302s","start":"2026-07-01T10:18:59.652446Z","end":"2026-07-01T10:19:03.195893Z","steps":["trace[1800002842] 'process raft request' (duration: 3.542946079s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:03.195912Z","caller":"traceutil/trace.go:171","msg":"trace[983534090] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"3.543191896s","start":"2026-07-01T10:18:59.652711Z","end":"2026-07-01T10:19:03.195903Z","steps":["trace[983534090] 'process raft request' (duration: 3.542724323s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:03.195968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:59.652387Z","time spent":"3.543551495s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:03.195969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:59.652699Z","time spent":"3.543242977s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:03.196006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:59.65363Z","time spent":"3.542291161s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:03.196032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:59.973736Z","time spent":"3.222206718s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:03.656759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000093826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:19:03.656854Z","caller":"traceutil/trace.go:171","msg":"trace[593046816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000307881s","start":"2026-07-01T10:19:01.656522Z","end":"2026-07-01T10:19:03.65683Z","steps":["trace[593046816] 'agreement among raft nodes before linearized reading' (duration: 2.000115176s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:03.656907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.656511Z","time spent":"2.000381993s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:19:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:04.047984Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.801405104s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:19:04.049126Z","caller":"traceutil/trace.go:171","msg":"trace[1472490766] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"3.758689345s","start":"2026-07-01T10:19:00.290403Z","end":"2026-07-01T10:19:04.049092Z","steps":["trace[1472490766] 'process raft request' (duration: 3.757819112s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.049282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.290376Z","time spent":"3.758827149s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:04.049436Z","caller":"traceutil/trace.go:171","msg":"trace[1706446035] linearizableReadLoop","detail":"{readStateIndex:26134; appliedIndex:26117; }","duration":"3.098845933s","start":"2026-07-01T10:19:00.950516Z","end":"2026-07-01T10:19:04.049362Z","steps":["trace[1706446035] 'read index received' (duration: 1.295946848s)","trace[1706446035] 'applied index is now lower than readState.Index' (duration: 1.802897835s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:04.049549Z","caller":"traceutil/trace.go:171","msg":"trace[229318822] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"2.555006234s","start":"2026-07-01T10:19:01.494531Z","end":"2026-07-01T10:19:04.049537Z","steps":["trace[229318822] 'process raft request' (duration: 2.554415088s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.049653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.494506Z","time spent":"2.555074217s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:04.049675Z","caller":"traceutil/trace.go:171","msg":"trace[228446495] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"2.396656298s","start":"2026-07-01T10:19:01.652984Z","end":"2026-07-01T10:19:04.049641Z","steps":["trace[228446495] 'process raft request' (duration: 2.396237827s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:04.049766Z","caller":"traceutil/trace.go:171","msg":"trace[1109126405] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"2.397518502s","start":"2026-07-01T10:19:01.652229Z","end":"2026-07-01T10:19:04.049748Z","steps":["trace[1109126405] 'process raft request' (duration: 2.396813523s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:04.049772Z","caller":"traceutil/trace.go:171","msg":"trace[304247378] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"1.883579038s","start":"2026-07-01T10:19:02.166167Z","end":"2026-07-01T10:19:04.049746Z","steps":["trace[304247378] 'process raft request' (duration: 1.883146726s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:04.049835Z","caller":"traceutil/trace.go:171","msg":"trace[1879004954] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"2.397510602s","start":"2026-07-01T10:19:01.652315Z","end":"2026-07-01T10:19:04.049825Z","steps":["trace[1879004954] 'process raft request' (duration: 2.396769862s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.049851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.652202Z","time spent":"2.397607325s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:04.049882Z","caller":"traceutil/trace.go:171","msg":"trace[213227701] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"2.397262315s","start":"2026-07-01T10:19:01.652596Z","end":"2026-07-01T10:19:04.049858Z","steps":["trace[213227701] 'process raft request' (duration: 2.396592777s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:04.049908Z","caller":"traceutil/trace.go:171","msg":"trace[1989086795] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"2.397358558s","start":"2026-07-01T10:19:01.652517Z","end":"2026-07-01T10:19:04.049876Z","steps":["trace[1989086795] 'process raft request' (duration: 2.396634958s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.049934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.652294Z","time spent":"2.397584304s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:04.049959Z","caller":"traceutil/trace.go:171","msg":"trace[1871525773] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"2.396867935s","start":"2026-07-01T10:19:01.65308Z","end":"2026-07-01T10:19:04.049948Z","steps":["trace[1871525773] 'process raft request' (duration: 2.396169716s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.050004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.925172032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-01T10:19:04.050024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.652581Z","time spent":"2.397374228s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:04.050029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.652488Z","time spent":"2.397481311s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:04.050048Z","caller":"traceutil/trace.go:171","msg":"trace[1707401187] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25303; }","duration":"3.925278835s","start":"2026-07-01T10:19:00.124758Z","end":"2026-07-01T10:19:04.050037Z","steps":["trace[1707401187] 'agreement among raft nodes before linearized reading' (duration: 3.925137901s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:04.050041Z","caller":"traceutil/trace.go:171","msg":"trace[1768693588] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"2.395911539s","start":"2026-07-01T10:19:01.654121Z","end":"2026-07-01T10:19:04.050033Z","steps":["trace[1768693588] 'process raft request' (duration: 2.395160038s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.050005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.652974Z","time spent":"2.396862275s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:04.050007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.653053Z","time spent":"2.396927516s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:04.050159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.010075721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:04.04991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:02.166144Z","time spent":"1.883688711s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:04.050199Z","caller":"traceutil/trace.go:171","msg":"trace[2110991619] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25303; }","duration":"4.010152713s","start":"2026-07-01T10:19:00.040031Z","end":"2026-07-01T10:19:04.050184Z","steps":["trace[2110991619] 'agreement among raft nodes before linearized reading' (duration: 4.010092171s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.050079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.124709Z","time spent":"3.925364047s","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T10:19:04.050234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.03998Z","time spent":"4.010246525s","remote":"127.0.0.1:57814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:04.050241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.396866508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-01T10:19:04.049771Z","caller":"traceutil/trace.go:171","msg":"trace[2000283296] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"2.397321127s","start":"2026-07-01T10:19:01.652421Z","end":"2026-07-01T10:19:04.049742Z","steps":["trace[2000283296] 'process raft request' (duration: 2.39669872s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:04.050358Z","caller":"traceutil/trace.go:171","msg":"trace[1807405815] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:25303; }","duration":"4.396996942s","start":"2026-07-01T10:18:59.653347Z","end":"2026-07-01T10:19:04.050344Z","steps":["trace[1807405815] 'agreement among raft nodes before linearized reading' (duration: 4.396743665s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.050403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:59.653338Z","time spent":"4.397055804s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-07-01T10:19:04.050451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.652408Z","time spent":"2.397977784s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:04.050096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.65411Z","time spent":"2.39596387s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:04.160584Z","caller":"traceutil/trace.go:171","msg":"trace[672708160] linearizableReadLoop","detail":"{readStateIndex:26136; appliedIndex:26135; }","duration":"111.04963ms","start":"2026-07-01T10:19:04.049503Z","end":"2026-07-01T10:19:04.160553Z","steps":["trace[672708160] 'read index received' (duration: 109.968661ms)","trace[672708160] 'applied index is now lower than readState.Index' (duration: 1.079719ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:04.160703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.721804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:04.160775Z","caller":"traceutil/trace.go:171","msg":"trace[514234691] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25304; }","duration":"757.846638ms","start":"2026-07-01T10:19:03.402908Z","end":"2026-07-01T10:19:04.160755Z","steps":["trace[514234691] 'agreement among raft nodes before linearized reading' (duration: 757.696534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.160764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.714542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-07-01T10:19:04.160819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:03.402884Z","time spent":"757.924859ms","remote":"127.0.0.1:56648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:04.160792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.333186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:04.160843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.080936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-07-01T10:19:04.160862Z","caller":"traceutil/trace.go:171","msg":"trace[1696919815] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25304; }","duration":"202.837446ms","start":"2026-07-01T10:19:03.957989Z","end":"2026-07-01T10:19:04.160826Z","steps":["trace[1696919815] 'agreement among raft nodes before linearized reading' (duration: 202.660811ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:04.160892Z","caller":"traceutil/trace.go:171","msg":"trace[175209523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25304; }","duration":"496.439108ms","start":"2026-07-01T10:19:03.664422Z","end":"2026-07-01T10:19:04.160861Z","steps":["trace[175209523] 'agreement among raft nodes before linearized reading' (duration: 496.267184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.16093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416220831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:04.160949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:03.664325Z","time spent":"496.610424ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:19:04.161014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631546156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:04.161051Z","caller":"traceutil/trace.go:171","msg":"trace[918470736] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25304; }","duration":"2.63170026s","start":"2026-07-01T10:19:01.529344Z","end":"2026-07-01T10:19:04.161044Z","steps":["trace[918470736] 'agreement among raft nodes before linearized reading' (duration: 2.631647729s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.161087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.529331Z","time spent":"2.631747501s","remote":"127.0.0.1:43722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:04.161166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.343781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T10:19:04.161198Z","caller":"traceutil/trace.go:171","msg":"trace[748335246] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25304; }","duration":"555.419472ms","start":"2026-07-01T10:19:03.605772Z","end":"2026-07-01T10:19:04.161191Z","steps":["trace[748335246] 'agreement among raft nodes before linearized reading' (duration: 555.237818ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:04.161198Z","caller":"traceutil/trace.go:171","msg":"trace[1898039134] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"646.336955ms","start":"2026-07-01T10:19:03.514847Z","end":"2026-07-01T10:19:04.161184Z","steps":["trace[1898039134] 'process raft request' (duration: 644.624029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.161219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:03.605748Z","time spent":"555.464624ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:04.160969Z","caller":"traceutil/trace.go:171","msg":"trace[1221323242] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25304; }","duration":"2.416287613s","start":"2026-07-01T10:19:01.744669Z","end":"2026-07-01T10:19:04.160956Z","steps":["trace[1221323242] 'agreement among raft nodes before linearized reading' (duration: 2.416232012s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.161288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:03.514819Z","time spent":"646.409726ms","remote":"127.0.0.1:57542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:04.161285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.760969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:04.16132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.744652Z","time spent":"2.416630262s","remote":"127.0.0.1:44234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:04.161373Z","caller":"traceutil/trace.go:171","msg":"trace[348918007] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25304; }","duration":"232.886623ms","start":"2026-07-01T10:19:03.928467Z","end":"2026-07-01T10:19:04.161353Z","steps":["trace[348918007] 'agreement among raft nodes before linearized reading' (duration: 232.76433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.161365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828014528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:04.161509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208580977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18352"} {"level":"info","ts":"2026-07-01T10:19:04.161539Z","caller":"traceutil/trace.go:171","msg":"trace[1341618076] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25304; }","duration":"3.20867643s","start":"2026-07-01T10:19:00.952853Z","end":"2026-07-01T10:19:04.16153Z","steps":["trace[1341618076] 'agreement among raft nodes before linearized reading' (duration: 3.208575047s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:04.161553Z","caller":"traceutil/trace.go:171","msg":"trace[439647810] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25304; }","duration":"2.828223984s","start":"2026-07-01T10:19:01.333303Z","end":"2026-07-01T10:19:04.161527Z","steps":["trace[439647810] 'agreement among raft nodes before linearized reading' (duration: 2.828032848s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.161575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.952836Z","time spent":"3.208733181s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18376,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-01T10:19:04.161614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.333281Z","time spent":"2.828312776s","remote":"127.0.0.1:47034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:04.160881Z","caller":"traceutil/trace.go:171","msg":"trace[1697181229] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25304; }","duration":"953.160889ms","start":"2026-07-01T10:19:03.207708Z","end":"2026-07-01T10:19:04.160869Z","steps":["trace[1697181229] 'agreement among raft nodes before linearized reading' (duration: 952.984074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.161749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.090139886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:19:04.161756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.203785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:04.161832Z","caller":"traceutil/trace.go:171","msg":"trace[1929694555] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25304; }","duration":"3.090205188s","start":"2026-07-01T10:19:01.071586Z","end":"2026-07-01T10:19:04.161791Z","steps":["trace[1929694555] 'agreement among raft nodes before linearized reading' (duration: 3.090091615s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:04.161875Z","caller":"traceutil/trace.go:171","msg":"trace[1700772552] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25304; }","duration":"182.382989ms","start":"2026-07-01T10:19:03.979469Z","end":"2026-07-01T10:19:04.161852Z","steps":["trace[1700772552] 'agreement among raft nodes before linearized reading' (duration: 182.174054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.161881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.07153Z","time spent":"3.090337571s","remote":"127.0.0.1:57868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:04.161784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:03.207695Z","time spent":"954.077283ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T10:19:04.161979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124704345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-07-01T10:19:04.162033Z","caller":"traceutil/trace.go:171","msg":"trace[468674314] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25304; }","duration":"3.124802749s","start":"2026-07-01T10:19:01.037214Z","end":"2026-07-01T10:19:04.162017Z","steps":["trace[468674314] 'agreement among raft nodes before linearized reading' (duration: 3.124642015s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.162068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.037193Z","time spent":"3.12486725s","remote":"127.0.0.1:57722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":996,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-07-01T10:19:04.162453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.207717763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-ljqdb.18be2270d293afac\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-07-01T10:19:04.162573Z","caller":"traceutil/trace.go:171","msg":"trace[947439046] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-ljqdb.18be2270d293afac; range_end:; response_count:1; response_revision:25304; }","duration":"3.208247868s","start":"2026-07-01T10:19:00.95431Z","end":"2026-07-01T10:19:04.162557Z","steps":["trace[947439046] 'agreement among raft nodes before linearized reading' (duration: 3.207102686s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.162629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.954301Z","time spent":"3.208319549s","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-ljqdb.18be2270d293afac\" "} {"level":"warn","ts":"2026-07-01T10:19:04.681794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:19:06.162708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999727736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:06.162807Z","caller":"traceutil/trace.go:171","msg":"trace[1962138619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999837529s","start":"2026-07-01T10:19:04.162932Z","end":"2026-07-01T10:19:06.16277Z","steps":["trace[1962138619] 'agreement among raft nodes before linearized reading' (duration: 1.999742386s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:06.163032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:04.162918Z","time spent":"2.000100876s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:19:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:06.30568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427698011s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-07-01T10:19:06.30598Z","caller":"traceutil/trace.go:171","msg":"trace[487198015] compact","detail":"{revision:22098; response_revision:25304; }","duration":"2.143121985s","start":"2026-07-01T10:19:04.162835Z","end":"2026-07-01T10:19:06.305957Z","steps":["trace[487198015] 'process raft request' (duration: 715.041164ms)","trace[487198015] 'check and update compact revision' (duration: 1.427550817s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:06.306104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:04.162791Z","time spent":"2.14330864s","remote":"127.0.0.1:57542","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T10:19:06.306994Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22098} {"level":"info","ts":"2026-07-01T10:19:06.307286Z","caller":"traceutil/trace.go:171","msg":"trace[1539837562] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"2.141782889s","start":"2026-07-01T10:19:04.165478Z","end":"2026-07-01T10:19:06.307261Z","steps":["trace[1539837562] 'process raft request' (duration: 2.140329789s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:06.30744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:04.165461Z","time spent":"2.141906401s","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:06.307866Z","caller":"traceutil/trace.go:171","msg":"trace[691265999] linearizableReadLoop","detail":"{readStateIndex:26140; appliedIndex:26137; }","duration":"2.126631086s","start":"2026-07-01T10:19:04.181215Z","end":"2026-07-01T10:19:06.307846Z","steps":["trace[691265999] 'read index received' (duration: 696.735816ms)","trace[691265999] 'applied index is now lower than readState.Index' (duration: 1.42989385s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:06.307905Z","caller":"traceutil/trace.go:171","msg":"trace[1644326061] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"2.125442334s","start":"2026-07-01T10:19:04.182447Z","end":"2026-07-01T10:19:06.307889Z","steps":["trace[1644326061] 'process raft request' (duration: 2.124786376s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:06.308195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142137948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2b74e84e-e606-4e70-ab32-c4d7c3431ab9\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-07-01T10:19:06.308283Z","caller":"traceutil/trace.go:171","msg":"trace[123868894] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2b74e84e-e606-4e70-ab32-c4d7c3431ab9; range_end:; response_count:1; response_revision:25306; }","duration":"2.142256912s","start":"2026-07-01T10:19:04.166003Z","end":"2026-07-01T10:19:06.30826Z","steps":["trace[123868894] 'agreement among raft nodes before linearized reading' (duration: 2.141877291s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:06.308314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143710841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-7d6b59cfdc-plww4\" ","response":"range_response_count:1 size:4875"} {"level":"warn","ts":"2026-07-01T10:19:06.308377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:04.165989Z","time spent":"2.142375405s","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-2b74e84e-e606-4e70-ab32-c4d7c3431ab9\" "} {"level":"info","ts":"2026-07-01T10:19:06.308405Z","caller":"traceutil/trace.go:171","msg":"trace[402201604] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-7d6b59cfdc-plww4; range_end:; response_count:1; response_revision:25306; }","duration":"2.143854295s","start":"2026-07-01T10:19:04.164531Z","end":"2026-07-01T10:19:06.308385Z","steps":["trace[402201604] 'agreement among raft nodes before linearized reading' (duration: 2.143372082s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:06.308454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:04.164511Z","time spent":"2.143932807s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4899,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-7d6b59cfdc-plww4\" "} {"level":"warn","ts":"2026-07-01T10:19:06.308453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132852915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-01T10:19:06.308542Z","caller":"traceutil/trace.go:171","msg":"trace[1626000828] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25306; }","duration":"2.132953438s","start":"2026-07-01T10:19:04.175568Z","end":"2026-07-01T10:19:06.308522Z","steps":["trace[1626000828] 'agreement among raft nodes before linearized reading' (duration: 2.13230737s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:06.308599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:04.175553Z","time spent":"2.133034171s","remote":"127.0.0.1:50102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T10:19:06.308618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:04.182429Z","time spent":"2.125505436s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:06.808215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:19:07.629704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.382132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:07.629819Z","caller":"traceutil/trace.go:171","msg":"trace[1866935061] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"1.57361162s","start":"2026-07-01T10:19:06.056186Z","end":"2026-07-01T10:19:07.629798Z","steps":["trace[1866935061] 'process raft request' (duration: 961.050803ms)","trace[1866935061] 'compare' (duration: 611.397955ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:07.629881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.056164Z","time spent":"1.573685641s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:08.169731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00057578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:08.169818Z","caller":"traceutil/trace.go:171","msg":"trace[120276821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000708834s","start":"2026-07-01T10:19:06.169085Z","end":"2026-07-01T10:19:08.169794Z","steps":["trace[120276821] 'agreement among raft nodes before linearized reading' (duration: 2.000609061s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:08.169863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.169064Z","time spent":"2.000790225s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:19:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:08.221878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.79834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:08.22209Z","caller":"traceutil/trace.go:171","msg":"trace[618862878] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"2.165363621s","start":"2026-07-01T10:19:06.056694Z","end":"2026-07-01T10:19:08.222057Z","steps":["trace[618862878] 'process raft request' (duration: 2.053299633s)","trace[618862878] 'compare' (duration: 111.346368ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:08.222229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.056667Z","time spent":"2.165489144s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:08.222381Z","caller":"traceutil/trace.go:171","msg":"trace[971284134] linearizableReadLoop","detail":"{readStateIndex:26148; appliedIndex:26140; }","duration":"1.914443228s","start":"2026-07-01T10:19:06.307919Z","end":"2026-07-01T10:19:08.222362Z","steps":["trace[971284134] 'read index received' (duration: 709.355399ms)","trace[971284134] 'applied index is now lower than readState.Index' (duration: 1.205086729s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:08.222668Z","caller":"traceutil/trace.go:171","msg":"trace[1790502443] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"1.319790318s","start":"2026-07-01T10:19:06.902836Z","end":"2026-07-01T10:19:08.222626Z","steps":["trace[1790502443] 'process raft request' (duration: 1.31948559s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:08.222763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.902806Z","time spent":"1.319911481s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:08.223101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.023470413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T10:19:08.223123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022408644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T10:19:08.223175Z","caller":"traceutil/trace.go:171","msg":"trace[2002509243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25316; }","duration":"3.023582666s","start":"2026-07-01T10:19:05.199573Z","end":"2026-07-01T10:19:08.223156Z","steps":["trace[2002509243] 'agreement among raft nodes before linearized reading' (duration: 3.02335276s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:08.223133Z","caller":"traceutil/trace.go:171","msg":"trace[1429135504] transaction","detail":"{read_only:false; response_revision:25313; number_of_response:1; }","duration":"2.165469923s","start":"2026-07-01T10:19:06.057643Z","end":"2026-07-01T10:19:08.223113Z","steps":["trace[1429135504] 'process raft request' (duration: 2.164583739s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:08.223222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:05.199553Z","time spent":"3.023660328s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:19:08.223204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671259946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:08.222934Z","caller":"traceutil/trace.go:171","msg":"trace[705972214] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"2.165849794s","start":"2026-07-01T10:19:06.057073Z","end":"2026-07-01T10:19:08.222923Z","steps":["trace[705972214] 'process raft request' (duration: 2.164926209s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:08.22325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020058681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T10:19:08.223288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021972412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:19:08.223288Z","caller":"traceutil/trace.go:171","msg":"trace[583118022] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25316; }","duration":"2.671373899s","start":"2026-07-01T10:19:05.551886Z","end":"2026-07-01T10:19:08.223259Z","steps":["trace[583118022] 'agreement among raft nodes before linearized reading' (duration: 2.671221415s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:08.223198Z","caller":"traceutil/trace.go:171","msg":"trace[729306703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25316; }","duration":"3.022509347s","start":"2026-07-01T10:19:05.200669Z","end":"2026-07-01T10:19:08.223178Z","steps":["trace[729306703] 'agreement among raft nodes before linearized reading' (duration: 3.02225407s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:08.22332Z","caller":"traceutil/trace.go:171","msg":"trace[2072978922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25316; }","duration":"3.022020284s","start":"2026-07-01T10:19:05.201289Z","end":"2026-07-01T10:19:08.22331Z","steps":["trace[2072978922] 'agreement among raft nodes before linearized reading' (duration: 3.021935681s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:08.223314Z","caller":"traceutil/trace.go:171","msg":"trace[1059507937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25316; }","duration":"3.020138912s","start":"2026-07-01T10:19:05.203157Z","end":"2026-07-01T10:19:08.223295Z","steps":["trace[1059507937] 'agreement among raft nodes before linearized reading' (duration: 3.019953707s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:08.22334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:05.55187Z","time spent":"2.671459281s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:08.22337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:05.201253Z","time spent":"3.022108686s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:19:08.223376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:05.203148Z","time spent":"3.020217204s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T10:19:08.223386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022888718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T10:19:08.223396Z","caller":"traceutil/trace.go:171","msg":"trace[808015043] transaction","detail":"{read_only:false; response_revision:25310; number_of_response:1; }","duration":"2.166224324s","start":"2026-07-01T10:19:06.057164Z","end":"2026-07-01T10:19:08.223388Z","steps":["trace[808015043] 'process raft request' (duration: 2.164950229s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:08.223393Z","caller":"traceutil/trace.go:171","msg":"trace[75888905] transaction","detail":"{read_only:false; response_revision:25312; number_of_response:1; }","duration":"2.165956846s","start":"2026-07-01T10:19:06.057421Z","end":"2026-07-01T10:19:08.223378Z","steps":["trace[75888905] 'process raft request' (duration: 2.164768744s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:08.22342Z","caller":"traceutil/trace.go:171","msg":"trace[1280027625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25316; }","duration":"3.022955479s","start":"2026-07-01T10:19:05.200454Z","end":"2026-07-01T10:19:08.223409Z","steps":["trace[1280027625] 'agreement among raft nodes before linearized reading' (duration: 3.022863717s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:08.223343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:05.20066Z","time spent":"3.022671561s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:19:08.223456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:05.200396Z","time spent":"3.023053771s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:19:08.223324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.057047Z","time spent":"2.166233264s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:08.223477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.057138Z","time spent":"2.166293726s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:08.223279Z","caller":"traceutil/trace.go:171","msg":"trace[1478631658] transaction","detail":"{read_only:false; response_revision:25315; number_of_response:1; }","duration":"1.322219824s","start":"2026-07-01T10:19:06.901023Z","end":"2026-07-01T10:19:08.223243Z","steps":["trace[1478631658] 'process raft request' (duration: 1.321266218s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:08.223478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.057409Z","time spent":"2.166023688s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:08.22356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.900995Z","time spent":"1.322531043s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:08.22311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.580686025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:08.22364Z","caller":"traceutil/trace.go:171","msg":"trace[1497003520] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25316; }","duration":"3.581349803s","start":"2026-07-01T10:19:04.642273Z","end":"2026-07-01T10:19:08.223622Z","steps":["trace[1497003520] 'agreement among raft nodes before linearized reading' (duration: 3.580665955s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:08.223691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:04.642251Z","time spent":"3.581426316s","remote":"127.0.0.1:43780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:08.223716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884383193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:08.223343Z","caller":"traceutil/trace.go:171","msg":"trace[170281987] transaction","detail":"{read_only:false; response_revision:25314; number_of_response:1; }","duration":"2.165438682s","start":"2026-07-01T10:19:06.057889Z","end":"2026-07-01T10:19:08.223327Z","steps":["trace[170281987] 'process raft request' (duration: 2.164366103s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:08.223777Z","caller":"traceutil/trace.go:171","msg":"trace[896601741] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25316; }","duration":"3.884447305s","start":"2026-07-01T10:19:04.339311Z","end":"2026-07-01T10:19:08.223758Z","steps":["trace[896601741] 'agreement among raft nodes before linearized reading' (duration: 3.884325732s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:08.223798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.057881Z","time spent":"2.165885025s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:08.223826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:04.339294Z","time spent":"3.884518756s","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:08.223287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.057613Z","time spent":"2.165622228s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:08.22479Z","caller":"traceutil/trace.go:171","msg":"trace[1025076631] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"2.166952324s","start":"2026-07-01T10:19:06.057201Z","end":"2026-07-01T10:19:08.224153Z","steps":["trace[1025076631] 'process raft request' (duration: 2.164951279s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:08.224923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.057165Z","time spent":"2.167687244s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:09.293735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:08.396735Z","time spent":"896.99187ms","remote":"127.0.0.1:39794","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T10:19:09.894299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.662511966s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:19:09.957668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725950511s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-01T10:19:09.957807Z","caller":"traceutil/trace.go:171","msg":"trace[1528686895] linearizableReadLoop","detail":"{readStateIndex:26151; appliedIndex:26150; }","duration":"1.735361627s","start":"2026-07-01T10:19:08.222422Z","end":"2026-07-01T10:19:09.957784Z","steps":["trace[1528686895] 'read index received' (duration: 9.307023ms)","trace[1528686895] 'applied index is now lower than readState.Index' (duration: 1.726052874s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:11.360472Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.132789812s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:19:11.768865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.598772867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:11.768938Z","caller":"traceutil/trace.go:171","msg":"trace[2041780993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25316; }","duration":"3.598924071s","start":"2026-07-01T10:19:08.169996Z","end":"2026-07-01T10:19:11.768921Z","steps":["trace[2041780993] 'agreement among raft nodes before linearized reading' (duration: 1.787812033s)","trace[2041780993] 'range keys from in-memory index tree' (duration: 1.810976063s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:11.768968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:08.169977Z","time spent":"3.598984842s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:19:11.769078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.234096195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:11.769107Z","caller":"traceutil/trace.go:171","msg":"trace[1314523548] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25316; }","duration":"5.234122466s","start":"2026-07-01T10:19:06.534974Z","end":"2026-07-01T10:19:11.769097Z","steps":["trace[1314523548] 'agreement among raft nodes before linearized reading' (duration: 3.422815023s)","trace[1314523548] 'count revisions from in-memory index tree' (duration: 1.811265732s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:11.769127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.534953Z","time spent":"5.234168106s","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:11.76943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.458500966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-01T10:19:11.769491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670900459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"info","ts":"2026-07-01T10:19:11.769527Z","caller":"traceutil/trace.go:171","msg":"trace[1462476345] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25316; }","duration":"5.458663551s","start":"2026-07-01T10:19:06.310843Z","end":"2026-07-01T10:19:11.769506Z","steps":["trace[1462476345] 'agreement among raft nodes before linearized reading' (duration: 3.646991108s)","trace[1462476345] 'range keys from in-memory index tree' (duration: 1.811413786s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:11.769583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.310826Z","time spent":"5.458742694s","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-01T10:19:11.769584Z","caller":"traceutil/trace.go:171","msg":"trace[62317612] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25316; }","duration":"3.671035091s","start":"2026-07-01T10:19:08.098521Z","end":"2026-07-01T10:19:11.769556Z","steps":["trace[62317612] 'agreement among raft nodes before linearized reading' (duration: 1.859295747s)","trace[62317612] 'range keys from in-memory index tree' (duration: 1.811338624s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:11.769646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:08.098506Z","time spent":"3.671121434s","remote":"127.0.0.1:46842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418348,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-01T10:19:11.769886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.458863716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be207814ab7cc6\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-01T10:19:11.770004Z","caller":"traceutil/trace.go:171","msg":"trace[568808386] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be207814ab7cc6; range_end:; response_count:1; response_revision:25316; }","duration":"5.458997061s","start":"2026-07-01T10:19:06.310972Z","end":"2026-07-01T10:19:11.769969Z","steps":["trace[568808386] 'agreement among raft nodes before linearized reading' (duration: 3.646854255s)","trace[568808386] 'range keys from in-memory index tree' (duration: 1.811851997s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:11.770075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.310966Z","time spent":"5.459092363s","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be207814ab7cc6\" "} {"level":"warn","ts":"2026-07-01T10:19:11.77025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.410773959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-07-01T10:19:11.770345Z","caller":"traceutil/trace.go:171","msg":"trace[924282205] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25316; }","duration":"5.410910283s","start":"2026-07-01T10:19:06.359412Z","end":"2026-07-01T10:19:11.770322Z","steps":["trace[924282205] 'agreement among raft nodes before linearized reading' (duration: 3.598417348s)","trace[924282205] 'range keys from in-memory index tree' (duration: 1.81228436s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:11.770389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.359381Z","time spent":"5.410998165s","remote":"127.0.0.1:57722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":993,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-07-01T10:19:11.769941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.003661587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:11.770597Z","caller":"traceutil/trace.go:171","msg":"trace[2062698924] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25316; }","duration":"4.004345315s","start":"2026-07-01T10:19:07.766233Z","end":"2026-07-01T10:19:11.770578Z","steps":["trace[2062698924] 'agreement among raft nodes before linearized reading' (duration: 2.191608413s)","trace[2062698924] 'count revisions from in-memory index tree' (duration: 1.812054053s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:11.770646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:07.766211Z","time spent":"4.004420458s","remote":"127.0.0.1:43876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:11.772476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.459119973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-07-01T10:19:11.77257Z","caller":"traceutil/trace.go:171","msg":"trace[15023812] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25316; }","duration":"5.459244737s","start":"2026-07-01T10:19:06.313303Z","end":"2026-07-01T10:19:11.772548Z","steps":["trace[15023812] 'agreement among raft nodes before linearized reading' (duration: 3.644517821s)","trace[15023812] 'range keys from in-memory index tree' (duration: 1.810942573s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:11.772612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.313274Z","time spent":"5.459328979s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-01T10:19:11.869468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911644672s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:11.869695Z","caller":"traceutil/trace.go:171","msg":"trace[540714900] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"1.642114942s","start":"2026-07-01T10:19:10.22757Z","end":"2026-07-01T10:19:11.869685Z","steps":["trace[540714900] 'process raft request' (duration: 1.642092661s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:11.869732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:10.227549Z","time spent":"1.642164564s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:11.869912Z","caller":"traceutil/trace.go:171","msg":"trace[1733572243] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"3.641331604s","start":"2026-07-01T10:19:08.22857Z","end":"2026-07-01T10:19:11.869902Z","steps":["trace[1733572243] 'process raft request' (duration: 1.729200429s)","trace[1733572243] 'compare' (duration: 1.811281943s)","trace[1733572243] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 99.928637ms)"],"step_count":3} {"level":"warn","ts":"2026-07-01T10:19:11.869939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:08.228551Z","time spent":"3.641374756s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:11.869999Z","caller":"traceutil/trace.go:171","msg":"trace[1240872112] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"3.641106378s","start":"2026-07-01T10:19:08.228888Z","end":"2026-07-01T10:19:11.869995Z","steps":["trace[1240872112] 'process raft request' (duration: 3.640640555s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:11.87002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:08.228871Z","time spent":"3.641137759s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:11.870075Z","caller":"traceutil/trace.go:171","msg":"trace[436310131] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"3.640235085s","start":"2026-07-01T10:19:08.229836Z","end":"2026-07-01T10:19:11.870071Z","steps":["trace[436310131] 'process raft request' (duration: 3.639732961s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:11.870098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:08.229831Z","time spent":"3.640256625s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:11.870148Z","caller":"traceutil/trace.go:171","msg":"trace[1523179034] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"3.640198254s","start":"2026-07-01T10:19:08.229946Z","end":"2026-07-01T10:19:11.870144Z","steps":["trace[1523179034] 'process raft request' (duration: 3.639643699s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:11.870168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:08.229941Z","time spent":"3.640216464s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:11.870222Z","caller":"traceutil/trace.go:171","msg":"trace[388918644] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"3.640142162s","start":"2026-07-01T10:19:08.230076Z","end":"2026-07-01T10:19:11.870218Z","steps":["trace[388918644] 'process raft request' (duration: 3.639527295s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:11.870243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:08.230051Z","time spent":"3.640180383s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:11.870296Z","caller":"traceutil/trace.go:171","msg":"trace[1896668847] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"2.813315619s","start":"2026-07-01T10:19:09.056976Z","end":"2026-07-01T10:19:11.870292Z","steps":["trace[1896668847] 'process raft request' (duration: 2.81264826s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:11.870317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:09.056951Z","time spent":"2.81335351s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:11.870629Z","caller":"traceutil/trace.go:171","msg":"trace[1196171135] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"2.235409736s","start":"2026-07-01T10:19:09.635179Z","end":"2026-07-01T10:19:11.870588Z","steps":["trace[1196171135] 'process raft request' (duration: 2.23446362s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:11.870943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:09.635153Z","time spent":"2.23558068s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:11.871502Z","caller":"traceutil/trace.go:171","msg":"trace[281908275] linearizableReadLoop","detail":"{readStateIndex:26158; appliedIndex:26151; }","duration":"1.913654506s","start":"2026-07-01T10:19:09.957835Z","end":"2026-07-01T10:19:11.871489Z","steps":["trace[281908275] 'read index received' (duration: 2.94498ms)","trace[281908275] 'applied index is now lower than readState.Index' (duration: 1.910688686s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:11.87155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209348097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:11.871565Z","caller":"traceutil/trace.go:171","msg":"trace[1234185853] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25324; }","duration":"2.209363907s","start":"2026-07-01T10:19:09.662195Z","end":"2026-07-01T10:19:11.871559Z","steps":["trace[1234185853] 'agreement among raft nodes before linearized reading' (duration: 2.209334486s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:11.871581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:09.662182Z","time spent":"2.209394858s","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T10:19:11.871638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047391603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:11.87168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074950973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:19:11.871708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108950808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:11.871708Z","caller":"traceutil/trace.go:171","msg":"trace[523715575] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25324; }","duration":"2.047522697s","start":"2026-07-01T10:19:09.824169Z","end":"2026-07-01T10:19:11.871692Z","steps":["trace[523715575] 'agreement among raft nodes before linearized reading' (duration: 2.047372483s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:11.87172Z","caller":"traceutil/trace.go:171","msg":"trace[87442142] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25324; }","duration":"3.108960948s","start":"2026-07-01T10:19:08.762753Z","end":"2026-07-01T10:19:11.871714Z","steps":["trace[87442142] 'agreement among raft nodes before linearized reading' (duration: 3.108941108s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:11.871735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:08.762699Z","time spent":"3.10903202s","remote":"127.0.0.1:57900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:11.871743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:09.824146Z","time spent":"2.047590068s","remote":"127.0.0.1:56708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:11.871917Z","caller":"traceutil/trace.go:171","msg":"trace[650202207] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25324; }","duration":"3.075005095s","start":"2026-07-01T10:19:08.796687Z","end":"2026-07-01T10:19:11.871693Z","steps":["trace[650202207] 'agreement among raft nodes before linearized reading' (duration: 3.074970864s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:11.871946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:08.796668Z","time spent":"3.075266181s","remote":"127.0.0.1:43726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:11.874782Z","caller":"traceutil/trace.go:171","msg":"trace[2027558389] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"1.645031812s","start":"2026-07-01T10:19:10.229722Z","end":"2026-07-01T10:19:11.874754Z","steps":["trace[2027558389] 'process raft request' (duration: 1.644098127s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:11.874908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:10.229697Z","time spent":"1.645147185s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:11.875543Z","caller":"traceutil/trace.go:171","msg":"trace[445989782] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"1.644148288s","start":"2026-07-01T10:19:10.231377Z","end":"2026-07-01T10:19:11.875525Z","steps":["trace[445989782] 'process raft request' (duration: 1.644113957s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:11.875584Z","caller":"traceutil/trace.go:171","msg":"trace[579285067] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"1.645126704s","start":"2026-07-01T10:19:10.230437Z","end":"2026-07-01T10:19:11.875564Z","steps":["trace[579285067] 'process raft request' (duration: 1.644943639s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:11.875651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:10.231368Z","time spent":"1.64422343s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:11.875663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:10.230424Z","time spent":"1.645193626s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:11.875752Z","caller":"traceutil/trace.go:171","msg":"trace[768121770] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"1.645155395s","start":"2026-07-01T10:19:10.230587Z","end":"2026-07-01T10:19:11.875743Z","steps":["trace[768121770] 'process raft request' (duration: 1.644852007s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:11.875788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:10.230576Z","time spent":"1.645189936s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:11.875869Z","caller":"traceutil/trace.go:171","msg":"trace[480999849] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"1.645493544s","start":"2026-07-01T10:19:10.230368Z","end":"2026-07-01T10:19:11.875861Z","steps":["trace[480999849] 'process raft request' (duration: 1.643564362s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:11.875907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:10.230357Z","time spent":"1.645528846s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:11.875948Z","caller":"traceutil/trace.go:171","msg":"trace[579362227] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"1.645208916s","start":"2026-07-01T10:19:10.230732Z","end":"2026-07-01T10:19:11.875941Z","steps":["trace[579362227] 'process raft request' (duration: 1.644739553s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:11.875984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:10.230725Z","time spent":"1.645239298s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:12.178877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000250231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:12.178928Z","caller":"traceutil/trace.go:171","msg":"trace[2138116823] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346284s","start":"2026-07-01T10:19:10.178572Z","end":"2026-07-01T10:19:12.178918Z","steps":["trace[2138116823] 'agreement among raft nodes before linearized reading' (duration: 2.000285452s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.178951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:10.17855Z","time spent":"2.000395235s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:19:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:13.04646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.612489Z","time spent":"433.963259ms","remote":"127.0.0.1:39806","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T10:19:14.114732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.139373ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:14.114897Z","caller":"traceutil/trace.go:171","msg":"trace[1679897851] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25330; }","duration":"926.317768ms","start":"2026-07-01T10:19:13.188553Z","end":"2026-07-01T10:19:14.114871Z","steps":["trace[1679897851] 'range keys from in-memory index tree' (duration: 926.115402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:14.115115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823168294s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:14.115313Z","caller":"traceutil/trace.go:171","msg":"trace[1416117026] linearizableReadLoop","detail":"{readStateIndex:26167; appliedIndex:26159; }","duration":"2.243781891s","start":"2026-07-01T10:19:11.871514Z","end":"2026-07-01T10:19:14.115296Z","steps":["trace[1416117026] 'read index received' (duration: 2.344974ms)","trace[1416117026] 'applied index is now lower than readState.Index' (duration: 2.241435857s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:14.115408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530447818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:14.115442Z","caller":"traceutil/trace.go:171","msg":"trace[1995378468] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25332; }","duration":"3.530537921s","start":"2026-07-01T10:19:10.584894Z","end":"2026-07-01T10:19:14.115432Z","steps":["trace[1995378468] 'agreement among raft nodes before linearized reading' (duration: 3.530477379s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:14.115483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:10.584879Z","time spent":"3.530592492s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:14.115473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14732078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:19:14.115561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79869404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T10:19:14.115579Z","caller":"traceutil/trace.go:171","msg":"trace[775411227] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"2.55890967s","start":"2026-07-01T10:19:11.556641Z","end":"2026-07-01T10:19:14.115551Z","steps":["trace[775411227] 'process raft request' (duration: 735.231522ms)","trace[775411227] 'compare' (duration: 754.556577ms)","trace[775411227] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:471; } (duration: 1.067507387s)"],"step_count":3} {"level":"info","ts":"2026-07-01T10:19:14.115624Z","caller":"traceutil/trace.go:171","msg":"trace[1460833851] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25332; }","duration":"2.798866155s","start":"2026-07-01T10:19:11.316744Z","end":"2026-07-01T10:19:14.11561Z","steps":["trace[1460833851] 'agreement among raft nodes before linearized reading' (duration: 2.798584667s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:14.115669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:11.316722Z","time spent":"2.798937557s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:19:14.115681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:11.556615Z","time spent":"2.559008863s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:14.11578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.15385956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:14.115778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982675864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:14.115811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339656228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-57078428-94d5-4ff9-8b89-5d44f064ba5f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-01T10:19:14.115835Z","caller":"traceutil/trace.go:171","msg":"trace[1923150324] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25332; }","duration":"4.153984974s","start":"2026-07-01T10:19:09.961836Z","end":"2026-07-01T10:19:14.115821Z","steps":["trace[1923150324] 'agreement among raft nodes before linearized reading' (duration: 4.15386597s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:14.115849Z","caller":"traceutil/trace.go:171","msg":"trace[1486190687] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25332; }","duration":"2.982815867s","start":"2026-07-01T10:19:11.133016Z","end":"2026-07-01T10:19:14.115831Z","steps":["trace[1486190687] 'agreement among raft nodes before linearized reading' (duration: 2.982683633s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:14.115857Z","caller":"traceutil/trace.go:171","msg":"trace[216181291] range","detail":"{range_begin:/registry/persistentvolumes/pvc-57078428-94d5-4ff9-8b89-5d44f064ba5f; range_end:; response_count:1; response_revision:25332; }","duration":"2.33971858s","start":"2026-07-01T10:19:11.776125Z","end":"2026-07-01T10:19:14.115843Z","steps":["trace[216181291] 'agreement among raft nodes before linearized reading' (duration: 2.339549366s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:14.11558Z","caller":"traceutil/trace.go:171","msg":"trace[984252899] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25332; }","duration":"3.147456164s","start":"2026-07-01T10:19:10.968089Z","end":"2026-07-01T10:19:14.115545Z","steps":["trace[984252899] 'agreement among raft nodes before linearized reading' (duration: 3.147255229s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:14.11588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:09.961818Z","time spent":"4.154048356s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:14.115894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:11.133Z","time spent":"2.982884359s","remote":"127.0.0.1:60090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:14.11591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:11.776118Z","time spent":"2.339769281s","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-57078428-94d5-4ff9-8b89-5d44f064ba5f\" "} {"level":"warn","ts":"2026-07-01T10:19:14.115922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343629126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-79c48d47db-rt8n2\" ","response":"range_response_count:1 size:5035"} {"level":"info","ts":"2026-07-01T10:19:14.115958Z","caller":"traceutil/trace.go:171","msg":"trace[2054235004] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-79c48d47db-rt8n2; range_end:; response_count:1; response_revision:25332; }","duration":"2.343665317s","start":"2026-07-01T10:19:11.772283Z","end":"2026-07-01T10:19:14.115949Z","steps":["trace[2054235004] 'agreement among raft nodes before linearized reading' (duration: 2.343590965s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:14.115497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343211285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-01T10:19:14.115995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:11.772223Z","time spent":"2.34376598s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5059,"request content":"key:\"/registry/pods/cert-manager/cert-manager-79c48d47db-rt8n2\" "} {"level":"warn","ts":"2026-07-01T10:19:14.115986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:10.968074Z","time spent":"3.147857815s","remote":"127.0.0.1:60106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:14.116114Z","caller":"traceutil/trace.go:171","msg":"trace[447669445] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"2.342747092s","start":"2026-07-01T10:19:11.773347Z","end":"2026-07-01T10:19:14.116094Z","steps":["trace[447669445] 'process raft request' (duration: 2.341860638s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:14.116082Z","caller":"traceutil/trace.go:171","msg":"trace[780476308] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25332; }","duration":"2.343802342s","start":"2026-07-01T10:19:11.772237Z","end":"2026-07-01T10:19:14.116039Z","steps":["trace[780476308] 'agreement among raft nodes before linearized reading' (duration: 2.343077632s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:14.116209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:11.773317Z","time spent":"2.342832815s","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:14.116238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:11.772221Z","time spent":"2.343979176s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-01T10:19:14.11622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.089264302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:14.116461Z","caller":"traceutil/trace.go:171","msg":"trace[1565793442] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25332; }","duration":"3.089494968s","start":"2026-07-01T10:19:11.026932Z","end":"2026-07-01T10:19:14.116427Z","steps":["trace[1565793442] 'agreement among raft nodes before linearized reading' (duration: 3.088387438s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:14.116628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:11.02689Z","time spent":"3.089715144s","remote":"127.0.0.1:44082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:14.179213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000363612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:14.179294Z","caller":"traceutil/trace.go:171","msg":"trace[481853849] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000481465s","start":"2026-07-01T10:19:12.178796Z","end":"2026-07-01T10:19:14.179277Z","steps":["trace[481853849] 'agreement among raft nodes before linearized reading' (duration: 2.000383512s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:14.17934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.178779Z","time spent":"2.000552017s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:19:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:14.37694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.084409228s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:19:16.064959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:19:16.06505Z","caller":"traceutil/trace.go:171","msg":"trace[839955690] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000064226s","start":"2026-07-01T10:19:14.064964Z","end":"2026-07-01T10:19:16.065028Z","steps":["trace[839955690] 'agreement among raft nodes before linearized reading' (duration: 1.999934812s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:16.065101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:14.064945Z","time spent":"2.000146008s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:19:16.187081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000318732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:19:16.187263Z","caller":"traceutil/trace.go:171","msg":"trace[1835476265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000520178s","start":"2026-07-01T10:19:14.186687Z","end":"2026-07-01T10:19:16.187207Z","steps":["trace[1835476265] 'agreement among raft nodes before linearized reading' (duration: 2.000350903s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:16.187395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:14.186669Z","time spent":"2.000711833s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:19:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:16.321823Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.942990253s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:19:17.380345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002904684s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:17.380846Z","caller":"traceutil/trace.go:171","msg":"trace[1606431706] linearizableReadLoop","detail":"{readStateIndex:26177; appliedIndex:26167; }","duration":"3.265482564s","start":"2026-07-01T10:19:14.115346Z","end":"2026-07-01T10:19:17.380829Z","steps":["trace[1606431706] 'read index received' (duration: 261.83169ms)","trace[1606431706] 'applied index is now lower than readState.Index' (duration: 3.003649924s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:17.381157Z","caller":"traceutil/trace.go:171","msg":"trace[2014894724] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"3.200160638s","start":"2026-07-01T10:19:14.180935Z","end":"2026-07-01T10:19:17.381096Z","steps":["trace[2014894724] 'process raft request' (duration: 3.19985743s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.381233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.749648259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:17.381309Z","caller":"traceutil/trace.go:171","msg":"trace[509790625] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25343; }","duration":"3.749767252s","start":"2026-07-01T10:19:13.631522Z","end":"2026-07-01T10:19:17.381289Z","steps":["trace[509790625] 'agreement among raft nodes before linearized reading' (duration: 3.749639709s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.381323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:14.180911Z","time spent":"3.200320983s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:17.381354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.71362373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:17.381432Z","caller":"traceutil/trace.go:171","msg":"trace[818670101] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25343; }","duration":"4.713753854s","start":"2026-07-01T10:19:12.667665Z","end":"2026-07-01T10:19:17.381419Z","steps":["trace[818670101] 'agreement among raft nodes before linearized reading' (duration: 4.71360404s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.381461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.667648Z","time spent":"4.713806996s","remote":"127.0.0.1:58000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:17.3815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.085956945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:17.381518Z","caller":"traceutil/trace.go:171","msg":"trace[325476967] transaction","detail":"{read_only:false; response_revision:25337; number_of_response:1; }","duration":"3.501613314s","start":"2026-07-01T10:19:13.879872Z","end":"2026-07-01T10:19:17.381485Z","steps":["trace[325476967] 'process raft request' (duration: 3.50073633s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.381584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503817914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T10:19:17.38159Z","caller":"traceutil/trace.go:171","msg":"trace[2100504562] transaction","detail":"{read_only:false; response_revision:25338; number_of_response:1; }","duration":"3.500209696s","start":"2026-07-01T10:19:13.881367Z","end":"2026-07-01T10:19:17.381577Z","steps":["trace[2100504562] 'process raft request' (duration: 3.499272741s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.381597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.501739812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:17.381625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.86037776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:17.381627Z","caller":"traceutil/trace.go:171","msg":"trace[140392462] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25343; }","duration":"5.501769602s","start":"2026-07-01T10:19:11.87985Z","end":"2026-07-01T10:19:17.381619Z","steps":["trace[140392462] 'agreement among raft nodes before linearized reading' (duration: 5.501723831s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:17.381646Z","caller":"traceutil/trace.go:171","msg":"trace[323894310] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25343; }","duration":"3.860430132s","start":"2026-07-01T10:19:13.521211Z","end":"2026-07-01T10:19:17.381641Z","steps":["trace[323894310] 'agreement among raft nodes before linearized reading' (duration: 3.860392851s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.381662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.521194Z","time spent":"3.860464742s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:17.381656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:11.879817Z","time spent":"5.501832304s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T10:19:17.381662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.879857Z","time spent":"3.501731098s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:17.38169Z","caller":"traceutil/trace.go:171","msg":"trace[2140525806] transaction","detail":"{read_only:false; response_revision:25339; number_of_response:1; }","duration":"3.500334219s","start":"2026-07-01T10:19:13.881347Z","end":"2026-07-01T10:19:17.381681Z","steps":["trace[2140525806] 'process raft request' (duration: 3.499327072s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.381697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.504114372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T10:19:17.381724Z","caller":"traceutil/trace.go:171","msg":"trace[63067354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25343; }","duration":"3.504159743s","start":"2026-07-01T10:19:13.877557Z","end":"2026-07-01T10:19:17.381716Z","steps":["trace[63067354] 'agreement among raft nodes before linearized reading' (duration: 3.504084281s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.381742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.881331Z","time spent":"3.500382481s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:17.381765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.908975251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:17.381783Z","caller":"traceutil/trace.go:171","msg":"trace[10098551] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25343; }","duration":"3.909030463s","start":"2026-07-01T10:19:13.472746Z","end":"2026-07-01T10:19:17.381777Z","steps":["trace[10098551] 'agreement among raft nodes before linearized reading' (duration: 3.908996112s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.381797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.472725Z","time spent":"3.909068984s","remote":"127.0.0.1:44216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:17.381817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.504248646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T10:19:17.381549Z","caller":"traceutil/trace.go:171","msg":"trace[1004789565] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25343; }","duration":"5.086037397s","start":"2026-07-01T10:19:12.295499Z","end":"2026-07-01T10:19:17.381536Z","steps":["trace[1004789565] 'agreement among raft nodes before linearized reading' (duration: 5.085956205s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:17.381846Z","caller":"traceutil/trace.go:171","msg":"trace[575963926] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25343; }","duration":"3.504303047s","start":"2026-07-01T10:19:13.877536Z","end":"2026-07-01T10:19:17.381839Z","steps":["trace[575963926] 'agreement among raft nodes before linearized reading' (duration: 3.504237876s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.381361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.631502Z","time spent":"3.749843895s","remote":"127.0.0.1:46876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:17.381653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.881359Z","time spent":"3.500262167s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:17.381932Z","caller":"traceutil/trace.go:171","msg":"trace[1661352085] transaction","detail":"{read_only:false; response_revision:25341; number_of_response:1; }","duration":"3.500244607s","start":"2026-07-01T10:19:13.881681Z","end":"2026-07-01T10:19:17.381925Z","steps":["trace[1661352085] 'process raft request' (duration: 3.499054494s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.381999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.881636Z","time spent":"3.500330349s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:17.381624Z","caller":"traceutil/trace.go:171","msg":"trace[1916763698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25343; }","duration":"3.503862785s","start":"2026-07-01T10:19:13.877749Z","end":"2026-07-01T10:19:17.381611Z","steps":["trace[1916763698] 'agreement among raft nodes before linearized reading' (duration: 3.503783333s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.382008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.504455831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T10:19:17.381856Z","caller":"traceutil/trace.go:171","msg":"trace[532488108] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"5.246801899s","start":"2026-07-01T10:19:12.135028Z","end":"2026-07-01T10:19:17.38183Z","steps":["trace[532488108] 'process raft request' (duration: 2.242310792s)","trace[532488108] 'compare' (duration: 1.25882452s)","trace[532488108] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; req_size:418378; } (duration: 1.742761658s)"],"step_count":3} {"level":"info","ts":"2026-07-01T10:19:17.38209Z","caller":"traceutil/trace.go:171","msg":"trace[578279430] transaction","detail":"{read_only:false; response_revision:25334; number_of_response:1; }","duration":"3.934507066s","start":"2026-07-01T10:19:13.447567Z","end":"2026-07-01T10:19:17.382074Z","steps":["trace[578279430] 'process raft request' (duration: 3.932882012s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:17.382117Z","caller":"traceutil/trace.go:171","msg":"trace[1155040341] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"3.504494093s","start":"2026-07-01T10:19:13.877615Z","end":"2026-07-01T10:19:17.38211Z","steps":["trace[1155040341] 'process raft request' (duration: 3.50291912s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.381757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.877546Z","time spent":"3.504204805s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T10:19:17.382106Z","caller":"traceutil/trace.go:171","msg":"trace[285914241] transaction","detail":"{read_only:false; response_revision:25342; number_of_response:1; }","duration":"3.500270078s","start":"2026-07-01T10:19:13.88181Z","end":"2026-07-01T10:19:17.38208Z","steps":["trace[285914241] 'process raft request' (duration: 3.498952352s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.382087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.877741Z","time spent":"3.504324287s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:19:17.382171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.877598Z","time spent":"3.504534923s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:17.382179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.447543Z","time spent":"3.934589928s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:17.381902Z","caller":"traceutil/trace.go:171","msg":"trace[1678287082] transaction","detail":"{read_only:false; response_revision:25340; number_of_response:1; }","duration":"3.50034639s","start":"2026-07-01T10:19:13.881546Z","end":"2026-07-01T10:19:17.381892Z","steps":["trace[1678287082] 'process raft request' (duration: 3.499158478s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.382237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.881532Z","time spent":"3.500681449s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:17.382124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.134993Z","time spent":"5.247105337s","remote":"127.0.0.1:46842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418382,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:17.382234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.881801Z","time spent":"3.50037411s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:17.381513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503593728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T10:19:17.382399Z","caller":"traceutil/trace.go:171","msg":"trace[228303464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25343; }","duration":"3.504507133s","start":"2026-07-01T10:19:13.877872Z","end":"2026-07-01T10:19:17.382379Z","steps":["trace[228303464] 'agreement among raft nodes before linearized reading' (duration: 3.503545337s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.383656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.877846Z","time spent":"3.505630293s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T10:19:17.382093Z","caller":"traceutil/trace.go:171","msg":"trace[2000683559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25343; }","duration":"3.504706869s","start":"2026-07-01T10:19:13.877364Z","end":"2026-07-01T10:19:17.382071Z","steps":["trace[2000683559] 'agreement among raft nodes before linearized reading' (duration: 3.504460332s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.384036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.87734Z","time spent":"3.506675812s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:19:17.38187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.877521Z","time spent":"3.504343538s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T10:19:17.382127Z","caller":"traceutil/trace.go:171","msg":"trace[274345648] transaction","detail":"{read_only:false; response_revision:25336; number_of_response:1; }","duration":"3.502237311s","start":"2026-07-01T10:19:13.87987Z","end":"2026-07-01T10:19:17.382107Z","steps":["trace[274345648] 'process raft request' (duration: 3.500699209s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.381868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.295484Z","time spent":"5.086371336s","remote":"127.0.0.1:45988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:17.384615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.879859Z","time spent":"3.504453702s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:18.196054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000797084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:18.196182Z","caller":"traceutil/trace.go:171","msg":"trace[719852516] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000926888s","start":"2026-07-01T10:19:16.195195Z","end":"2026-07-01T10:19:18.196122Z","steps":["trace[719852516] 'agreement among raft nodes before linearized reading' (duration: 2.000821465s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:18.196232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:16.195176Z","time spent":"2.001045792s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:19:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-01T10:19:18.706213Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22098,"took":"12.394576021s","hash":3571774107,"current-db-size-bytes":57352192,"current-db-size":"57 MB","current-db-size-in-use-bytes":45506560,"current-db-size-in-use":"46 MB"} {"level":"info","ts":"2026-07-01T10:19:18.706323Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3571774107,"revision":22098,"compact-revision":19750} {"level":"warn","ts":"2026-07-01T10:19:18.708047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225225307s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:18.708154Z","caller":"traceutil/trace.go:171","msg":"trace[624127748] linearizableReadLoop","detail":"{readStateIndex:26179; appliedIndex:26178; }","duration":"1.327253881s","start":"2026-07-01T10:19:17.380884Z","end":"2026-07-01T10:19:18.708138Z","steps":["trace[624127748] 'read index received' (duration: 101.788458ms)","trace[624127748] 'applied index is now lower than readState.Index' (duration: 1.225463973s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:18.708279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.06230618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:18.708315Z","caller":"traceutil/trace.go:171","msg":"trace[348070427] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25344; }","duration":"3.062405123s","start":"2026-07-01T10:19:15.6459Z","end":"2026-07-01T10:19:18.708305Z","steps":["trace[348070427] 'agreement among raft nodes before linearized reading' (duration: 3.0623082s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:18.708352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:15.645881Z","time spent":"3.062462204s","remote":"127.0.0.1:34364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:18.708589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710236427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:18.708673Z","caller":"traceutil/trace.go:171","msg":"trace[1058772152] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"1.829968261s","start":"2026-07-01T10:19:16.878692Z","end":"2026-07-01T10:19:18.70866Z","steps":["trace[1058772152] 'process raft request' (duration: 604.047685ms)","trace[1058772152] 'compare' (duration: 1.224631571s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:18.708746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:16.878665Z","time spent":"1.830050833s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:18.70874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.588654564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be207814ab7cc6\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-01T10:19:18.708631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635995087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:18.708777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355412279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:18.708781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614274807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:18.708848Z","caller":"traceutil/trace.go:171","msg":"trace[753509060] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25344; }","duration":"1.636243423s","start":"2026-07-01T10:19:17.072591Z","end":"2026-07-01T10:19:18.708834Z","steps":["trace[753509060] 'agreement among raft nodes before linearized reading' (duration: 1.636005247s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:18.70886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.590400252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-01T10:19:18.708883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:17.072571Z","time spent":"1.636299215s","remote":"127.0.0.1:43714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:18.708878Z","caller":"traceutil/trace.go:171","msg":"trace[912001781] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25344; }","duration":"2.355562743s","start":"2026-07-01T10:19:16.35329Z","end":"2026-07-01T10:19:18.708852Z","steps":["trace[912001781] 'agreement among raft nodes before linearized reading' (duration: 2.355373828s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:18.708907Z","caller":"traceutil/trace.go:171","msg":"trace[634779503] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25344; }","duration":"4.590463023s","start":"2026-07-01T10:19:14.118425Z","end":"2026-07-01T10:19:18.708888Z","steps":["trace[634779503] 'agreement among raft nodes before linearized reading' (duration: 4.590097463s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:18.708959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:14.118407Z","time spent":"4.590541995s","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T10:19:18.708792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.589648631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-01T10:19:18.708982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:16.35327Z","time spent":"2.355679245s","remote":"127.0.0.1:57754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:18.70905Z","caller":"traceutil/trace.go:171","msg":"trace[2125772579] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25344; }","duration":"4.589935969s","start":"2026-07-01T10:19:14.119097Z","end":"2026-07-01T10:19:18.709033Z","steps":["trace[2125772579] 'agreement among raft nodes before linearized reading' (duration: 4.589497437s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:18.709106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:14.119084Z","time spent":"4.59000713s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T10:19:18.70898Z","caller":"traceutil/trace.go:171","msg":"trace[1243468930] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25344; }","duration":"2.710683469s","start":"2026-07-01T10:19:15.998019Z","end":"2026-07-01T10:19:18.708703Z","steps":["trace[1243468930] 'agreement among raft nodes before linearized reading' (duration: 2.710185585s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:18.708778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.58887455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-01T10:19:18.709286Z","caller":"traceutil/trace.go:171","msg":"trace[2048036426] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25344; }","duration":"4.589500967s","start":"2026-07-01T10:19:14.119768Z","end":"2026-07-01T10:19:18.709269Z","steps":["trace[2048036426] 'agreement among raft nodes before linearized reading' (duration: 4.588749107s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:18.709235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:15.998Z","time spent":"2.711212103s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:18.708631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.581560201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:18.709473Z","caller":"traceutil/trace.go:171","msg":"trace[1384766436] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25344; }","duration":"4.582425624s","start":"2026-07-01T10:19:14.127024Z","end":"2026-07-01T10:19:18.70945Z","steps":["trace[1384766436] 'agreement among raft nodes before linearized reading' (duration: 4.581515729s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:18.709545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:14.127013Z","time spent":"4.582509516s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:18.708896Z","caller":"traceutil/trace.go:171","msg":"trace[1118706485] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25344; }","duration":"2.614432731s","start":"2026-07-01T10:19:16.094433Z","end":"2026-07-01T10:19:18.708865Z","steps":["trace[1118706485] 'agreement among raft nodes before linearized reading' (duration: 2.614251726s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:18.709688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:16.094418Z","time spent":"2.615255043s","remote":"127.0.0.1:50064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:18.708815Z","caller":"traceutil/trace.go:171","msg":"trace[601242568] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be207814ab7cc6; range_end:; response_count:1; response_revision:25344; }","duration":"4.588741076s","start":"2026-07-01T10:19:14.120054Z","end":"2026-07-01T10:19:18.708795Z","steps":["trace[601242568] 'agreement among raft nodes before linearized reading' (duration: 4.58850923s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:18.709791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:14.120034Z","time spent":"4.589704372s","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be207814ab7cc6\" "} {"level":"warn","ts":"2026-07-01T10:19:18.709325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:14.119764Z","time spent":"4.589549368s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-01T10:19:19.20911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:19:19.227719Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.745173885s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:19:19.44677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.716928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:19.44705Z","caller":"traceutil/trace.go:171","msg":"trace[1325848981] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"2.057541569s","start":"2026-07-01T10:19:17.38949Z","end":"2026-07-01T10:19:19.447031Z","steps":["trace[1325848981] 'process raft request' (duration: 2.057383015s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:19.447052Z","caller":"traceutil/trace.go:171","msg":"trace[1790777623] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"2.058452474s","start":"2026-07-01T10:19:17.388553Z","end":"2026-07-01T10:19:19.447005Z","steps":["trace[1790777623] 'process raft request' (duration: 1.839418758s)","trace[1790777623] 'compare' (duration: 218.196153ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:19.447123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:17.389483Z","time spent":"2.057609681s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:19.447199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:17.388541Z","time spent":"2.058576167s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:19.447234Z","caller":"traceutil/trace.go:171","msg":"trace[1365434553] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"2.057660642s","start":"2026-07-01T10:19:17.389553Z","end":"2026-07-01T10:19:19.447214Z","steps":["trace[1365434553] 'process raft request' (duration: 2.057432696s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:19.447341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:17.389541Z","time spent":"2.057743754s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:19.44755Z","caller":"traceutil/trace.go:171","msg":"trace[623339746] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"2.057964431s","start":"2026-07-01T10:19:17.389563Z","end":"2026-07-01T10:19:19.447527Z","steps":["trace[623339746] 'process raft request' (duration: 2.057597881s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:19.447617Z","caller":"traceutil/trace.go:171","msg":"trace[987258504] linearizableReadLoop","detail":"{readStateIndex:26185; appliedIndex:26179; }","duration":"739.417406ms","start":"2026-07-01T10:19:18.708179Z","end":"2026-07-01T10:19:19.447597Z","steps":["trace[987258504] 'read index received' (duration: 519.771883ms)","trace[987258504] 'applied index is now lower than readState.Index' (duration: 219.644243ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:19.447689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:17.389555Z","time spent":"2.058063593s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:19.447728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84427644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:19.447789Z","caller":"traceutil/trace.go:171","msg":"trace[1426947618] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25350; }","duration":"1.844359412s","start":"2026-07-01T10:19:17.603412Z","end":"2026-07-01T10:19:19.447771Z","steps":["trace[1426947618] 'agreement among raft nodes before linearized reading' (duration: 1.844231339s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:19.44777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857194111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:19.447831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:17.603401Z","time spent":"1.844419384s","remote":"127.0.0.1:43886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:19.447834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251194253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:19.447826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867517452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18352"} {"level":"info","ts":"2026-07-01T10:19:19.44785Z","caller":"traceutil/trace.go:171","msg":"trace[1022076361] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25350; }","duration":"1.857338105s","start":"2026-07-01T10:19:17.590493Z","end":"2026-07-01T10:19:19.447831Z","steps":["trace[1022076361] 'agreement among raft nodes before linearized reading' (duration: 1.85715367s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:19.447872Z","caller":"traceutil/trace.go:171","msg":"trace[449830285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25350; }","duration":"1.251266265s","start":"2026-07-01T10:19:18.196594Z","end":"2026-07-01T10:19:19.447861Z","steps":["trace[449830285] 'agreement among raft nodes before linearized reading' (duration: 1.251200933s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:19.447876Z","caller":"traceutil/trace.go:171","msg":"trace[102130821] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25350; }","duration":"1.867615485s","start":"2026-07-01T10:19:17.58025Z","end":"2026-07-01T10:19:19.447865Z","steps":["trace[102130821] 'agreement among raft nodes before linearized reading' (duration: 1.86744875s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:19.447877Z","caller":"traceutil/trace.go:171","msg":"trace[1313607115] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"2.058204927s","start":"2026-07-01T10:19:17.389633Z","end":"2026-07-01T10:19:19.447838Z","steps":["trace[1313607115] 'process raft request' (duration: 2.057815397s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:19.447903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:18.196572Z","time spent":"1.251325947s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:19:19.447898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06089589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:19.44796Z","caller":"traceutil/trace.go:171","msg":"trace[156360889] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"734.823971ms","start":"2026-07-01T10:19:18.713126Z","end":"2026-07-01T10:19:19.44795Z","steps":["trace[156360889] 'process raft request' (duration: 734.41554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:19.448012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.261724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-07-01T10:19:19.448004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:17.389624Z","time spent":"2.05832016s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:19.448048Z","caller":"traceutil/trace.go:171","msg":"trace[761116986] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25350; }","duration":"888.336296ms","start":"2026-07-01T10:19:18.559703Z","end":"2026-07-01T10:19:19.44804Z","steps":["trace[761116986] 'agreement among raft nodes before linearized reading' (duration: 888.256804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:19.448082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:18.559682Z","time spent":"888.393827ms","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-01T10:19:19.447962Z","caller":"traceutil/trace.go:171","msg":"trace[528612390] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25350; }","duration":"2.060988233s","start":"2026-07-01T10:19:17.386956Z","end":"2026-07-01T10:19:19.447944Z","steps":["trace[528612390] 'agreement among raft nodes before linearized reading' (duration: 2.06086862s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:19.448174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:17.386942Z","time spent":"2.061218009s","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T10:19:19.448045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:18.713116Z","time spent":"734.878143ms","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:19.447773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228774063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:19.448343Z","caller":"traceutil/trace.go:171","msg":"trace[1903736715] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25350; }","duration":"1.229338668s","start":"2026-07-01T10:19:18.218935Z","end":"2026-07-01T10:19:19.448273Z","steps":["trace[1903736715] 'agreement among raft nodes before linearized reading' (duration: 1.228699461s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:19.447912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:17.580225Z","time spent":"1.867678926s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18376,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-01T10:19:19.447915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:17.590468Z","time spent":"1.857433227s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:19.448472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:18.218921Z","time spent":"1.229525394s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:19.948733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:19:20.44887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:19:20.59669Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.151412148s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:19:20.74659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.611818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:20.74688Z","caller":"traceutil/trace.go:171","msg":"trace[1010032043] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"1.359891767s","start":"2026-07-01T10:19:19.386947Z","end":"2026-07-01T10:19:20.746838Z","steps":["trace[1010032043] 'process raft request' (duration: 1.20995473s)","trace[1010032043] 'compare' (duration: 149.039603ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:20.747048Z","caller":"traceutil/trace.go:171","msg":"trace[1347257811] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"1.354779868s","start":"2026-07-01T10:19:19.392251Z","end":"2026-07-01T10:19:20.747031Z","steps":["trace[1347257811] 'process raft request' (duration: 1.354737607s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.747063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.386914Z","time spent":"1.360051221s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:20.747126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.392239Z","time spent":"1.35485451s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:20.747331Z","caller":"traceutil/trace.go:171","msg":"trace[1809989447] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"1.359072345s","start":"2026-07-01T10:19:19.388248Z","end":"2026-07-01T10:19:20.747321Z","steps":["trace[1809989447] 'process raft request' (duration: 1.358442908s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.747393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.388221Z","time spent":"1.359144417s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:20.747473Z","caller":"traceutil/trace.go:171","msg":"trace[1209501145] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"1.359116086s","start":"2026-07-01T10:19:19.388349Z","end":"2026-07-01T10:19:20.747465Z","steps":["trace[1209501145] 'process raft request' (duration: 1.358456578s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.747523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.388321Z","time spent":"1.359176848s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:20.747602Z","caller":"traceutil/trace.go:171","msg":"trace[1312118273] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"1.359142916s","start":"2026-07-01T10:19:19.388449Z","end":"2026-07-01T10:19:20.747592Z","steps":["trace[1312118273] 'process raft request' (duration: 1.358392166s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.747658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.388438Z","time spent":"1.359187938s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:20.747893Z","caller":"traceutil/trace.go:171","msg":"trace[1039776592] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"1.358566051s","start":"2026-07-01T10:19:19.389316Z","end":"2026-07-01T10:19:20.747882Z","steps":["trace[1039776592] 'process raft request' (duration: 1.357555114s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.747956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.389302Z","time spent":"1.358623342s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:20.748097Z","caller":"traceutil/trace.go:171","msg":"trace[920732331] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"1.358380836s","start":"2026-07-01T10:19:19.389707Z","end":"2026-07-01T10:19:20.748088Z","steps":["trace[920732331] 'process raft request' (duration: 1.357197314s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.748184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.389698Z","time spent":"1.358426297s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:20.748323Z","caller":"traceutil/trace.go:171","msg":"trace[2014643532] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"1.358557741s","start":"2026-07-01T10:19:19.389757Z","end":"2026-07-01T10:19:20.748315Z","steps":["trace[2014643532] 'process raft request' (duration: 1.357200174s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.748378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.389737Z","time spent":"1.358613722s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:20.754551Z","caller":"traceutil/trace.go:171","msg":"trace[1188170763] linearizableReadLoop","detail":"{readStateIndex:26194; appliedIndex:26185; }","duration":"1.306857625s","start":"2026-07-01T10:19:19.447679Z","end":"2026-07-01T10:19:20.754536Z","steps":["trace[1188170763] 'read index received' (duration: 1.149211999s)","trace[1188170763] 'applied index is now lower than readState.Index' (duration: 157.644566ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:20.754637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043152837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:20.754662Z","caller":"traceutil/trace.go:171","msg":"trace[36824149] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:0; response_revision:25359; }","duration":"2.043237148s","start":"2026-07-01T10:19:18.711419Z","end":"2026-07-01T10:19:20.754656Z","steps":["trace[36824149] 'agreement among raft nodes before linearized reading' (duration: 2.043189497s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.754688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:18.711405Z","time spent":"2.04327828s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-07-01T10:19:20.754684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041528313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4a206d5b-d9a3-4490-b8f0-6ae2acaafa8c\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-01T10:19:20.754734Z","caller":"traceutil/trace.go:171","msg":"trace[1475060749] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4a206d5b-d9a3-4490-b8f0-6ae2acaafa8c; range_end:; response_count:1; response_revision:25359; }","duration":"2.041604084s","start":"2026-07-01T10:19:18.713118Z","end":"2026-07-01T10:19:20.754722Z","steps":["trace[1475060749] 'agreement among raft nodes before linearized reading' (duration: 2.04143381s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.754766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:18.713107Z","time spent":"2.041654766s","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-4a206d5b-d9a3-4490-b8f0-6ae2acaafa8c\" "} {"level":"warn","ts":"2026-07-01T10:19:20.754885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043801304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18352"} {"level":"info","ts":"2026-07-01T10:19:20.754911Z","caller":"traceutil/trace.go:171","msg":"trace[2140606811] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25359; }","duration":"2.043846525s","start":"2026-07-01T10:19:18.711059Z","end":"2026-07-01T10:19:20.754905Z","steps":["trace[2140606811] 'agreement among raft nodes before linearized reading' (duration: 2.043751403s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.754934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:18.711043Z","time spent":"2.043886797s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18376,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-01T10:19:20.75503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30375628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-07-01T10:19:20.755051Z","caller":"traceutil/trace.go:171","msg":"trace[1496209119] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25359; }","duration":"1.303779221s","start":"2026-07-01T10:19:19.451267Z","end":"2026-07-01T10:19:20.755046Z","steps":["trace[1496209119] 'agreement among raft nodes before linearized reading' (duration: 1.303719169s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.755064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.451232Z","time spent":"1.303829312s","remote":"127.0.0.1:57828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":750,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-07-01T10:19:20.755159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.945635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:20.755177Z","caller":"traceutil/trace.go:171","msg":"trace[701507279] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25359; }","duration":"182.992625ms","start":"2026-07-01T10:19:20.57218Z","end":"2026-07-01T10:19:20.755173Z","steps":["trace[701507279] 'agreement among raft nodes before linearized reading' (duration: 182.958785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.755252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301377645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:20.75528Z","caller":"traceutil/trace.go:171","msg":"trace[2120585637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25359; }","duration":"1.301417397s","start":"2026-07-01T10:19:19.453856Z","end":"2026-07-01T10:19:20.755273Z","steps":["trace[2120585637] 'agreement among raft nodes before linearized reading' (duration: 1.301371796s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.755304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.45385Z","time spent":"1.301450118s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:19:20.755322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303317848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be231e6cbe5ee5\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-01T10:19:20.755338Z","caller":"traceutil/trace.go:171","msg":"trace[1610013117] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be231e6cbe5ee5; range_end:; response_count:1; response_revision:25359; }","duration":"1.30334513s","start":"2026-07-01T10:19:19.451988Z","end":"2026-07-01T10:19:20.755333Z","steps":["trace[1610013117] 'agreement among raft nodes before linearized reading' (duration: 1.303305149s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.755351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.451982Z","time spent":"1.3033664s","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be231e6cbe5ee5\" "} {"level":"warn","ts":"2026-07-01T10:19:20.755447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303550505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-01T10:19:20.755459Z","caller":"traceutil/trace.go:171","msg":"trace[101571832] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25359; }","duration":"1.303576396s","start":"2026-07-01T10:19:19.451879Z","end":"2026-07-01T10:19:20.755456Z","steps":["trace[101571832] 'agreement among raft nodes before linearized reading' (duration: 1.303539285s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.755473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.451873Z","time spent":"1.303594536s","remote":"127.0.0.1:57828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":805,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-07-01T10:19:20.755579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.801984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:20.755604Z","caller":"traceutil/trace.go:171","msg":"trace[1536762874] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25359; }","duration":"772.863246ms","start":"2026-07-01T10:19:19.982733Z","end":"2026-07-01T10:19:20.755597Z","steps":["trace[1536762874] 'agreement among raft nodes before linearized reading' (duration: 772.804844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.755625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.982694Z","time spent":"772.926378ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:20.755284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302880446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18352"} {"level":"info","ts":"2026-07-01T10:19:20.755727Z","caller":"traceutil/trace.go:171","msg":"trace[138604813] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25359; }","duration":"1.303344749s","start":"2026-07-01T10:19:19.452375Z","end":"2026-07-01T10:19:20.75572Z","steps":["trace[138604813] 'agreement among raft nodes before linearized reading' (duration: 1.302870546s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.755755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096716741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:20.755774Z","caller":"traceutil/trace.go:171","msg":"trace[1115240964] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25359; }","duration":"1.096771033s","start":"2026-07-01T10:19:19.658996Z","end":"2026-07-01T10:19:20.755768Z","steps":["trace[1115240964] 'agreement among raft nodes before linearized reading' (duration: 1.096743642s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.755788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.658977Z","time spent":"1.096806953s","remote":"127.0.0.1:44034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:20.755875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181504056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:20.755888Z","caller":"traceutil/trace.go:171","msg":"trace[192727747] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25359; }","duration":"1.181551508s","start":"2026-07-01T10:19:19.574332Z","end":"2026-07-01T10:19:20.755883Z","steps":["trace[192727747] 'agreement among raft nodes before linearized reading' (duration: 1.181525097s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.755901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.574313Z","time spent":"1.181583908s","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:20.755754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.452363Z","time spent":"1.30338438s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18376,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-01T10:19:20.75573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301848988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:20.756025Z","caller":"traceutil/trace.go:171","msg":"trace[1531277803] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25359; }","duration":"1.302151036s","start":"2026-07-01T10:19:19.453864Z","end":"2026-07-01T10:19:20.756015Z","steps":["trace[1531277803] 'agreement among raft nodes before linearized reading' (duration: 1.301848888s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.756057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.453857Z","time spent":"1.302192448s","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-01T10:19:22.918794Z","caller":"traceutil/trace.go:171","msg":"trace[1976538237] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"165.47412ms","start":"2026-07-01T10:19:22.753286Z","end":"2026-07-01T10:19:22.91876Z","steps":["trace[1976538237] 'process raft request' (duration: 165.346976ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:22.918851Z","caller":"traceutil/trace.go:171","msg":"trace[1819013764] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"165.640434ms","start":"2026-07-01T10:19:22.753174Z","end":"2026-07-01T10:19:22.918814Z","steps":["trace[1819013764] 'process raft request' (duration: 98.748965ms)","trace[1819013764] 'compare' (duration: 66.5456ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:22.919212Z","caller":"traceutil/trace.go:171","msg":"trace[776621969] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"165.759307ms","start":"2026-07-01T10:19:22.753428Z","end":"2026-07-01T10:19:22.919187Z","steps":["trace[776621969] 'process raft request' (duration: 165.637184ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:22.919375Z","caller":"traceutil/trace.go:171","msg":"trace[1168688267] transaction","detail":"{read_only:false; response_revision:25387; number_of_response:1; }","duration":"165.660795ms","start":"2026-07-01T10:19:22.753685Z","end":"2026-07-01T10:19:22.919346Z","steps":["trace[1168688267] 'process raft request' (duration: 165.466889ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:22.919478Z","caller":"traceutil/trace.go:171","msg":"trace[10793310] transaction","detail":"{read_only:false; response_revision:25388; number_of_response:1; }","duration":"165.028787ms","start":"2026-07-01T10:19:22.754438Z","end":"2026-07-01T10:19:22.919467Z","steps":["trace[10793310] 'process raft request' (duration: 164.828621ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:22.919519Z","caller":"traceutil/trace.go:171","msg":"trace[534627796] linearizableReadLoop","detail":"{readStateIndex:26225; appliedIndex:26218; }","duration":"103.693679ms","start":"2026-07-01T10:19:22.815814Z","end":"2026-07-01T10:19:22.919508Z","steps":["trace[534627796] 'read index received' (duration: 36.05926ms)","trace[534627796] 'applied index is now lower than readState.Index' (duration: 67.633509ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:22.919625Z","caller":"traceutil/trace.go:171","msg":"trace[1818575855] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"164.783791ms","start":"2026-07-01T10:19:22.75483Z","end":"2026-07-01T10:19:22.919614Z","steps":["trace[1818575855] 'process raft request' (duration: 164.592486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:22.91966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.832293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:22.919702Z","caller":"traceutil/trace.go:171","msg":"trace[2024943297] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25389; }","duration":"103.947856ms","start":"2026-07-01T10:19:22.815743Z","end":"2026-07-01T10:19:22.91969Z","steps":["trace[2024943297] 'agreement among raft nodes before linearized reading' (duration: 103.809292ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:22.919506Z","caller":"traceutil/trace.go:171","msg":"trace[881134584] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"165.820579ms","start":"2026-07-01T10:19:22.753344Z","end":"2026-07-01T10:19:22.919165Z","steps":["trace[881134584] 'process raft request' (duration: 165.365206ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:23.656695Z","caller":"traceutil/trace.go:171","msg":"trace[1084663518] transaction","detail":"{read_only:false; response_revision:25393; number_of_response:1; }","duration":"148.770355ms","start":"2026-07-01T10:19:23.507894Z","end":"2026-07-01T10:19:23.656664Z","steps":["trace[1084663518] 'process raft request' (duration: 106.890516ms)","trace[1084663518] 'compare' (duration: 41.511809ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:23.670341Z","caller":"traceutil/trace.go:171","msg":"trace[181376537] transaction","detail":"{read_only:false; response_revision:25394; number_of_response:1; }","duration":"161.255474ms","start":"2026-07-01T10:19:23.509062Z","end":"2026-07-01T10:19:23.670317Z","steps":["trace[181376537] 'process raft request' (duration: 161.0906ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:23.670512Z","caller":"traceutil/trace.go:171","msg":"trace[987536192] transaction","detail":"{read_only:false; response_revision:25395; number_of_response:1; }","duration":"161.264155ms","start":"2026-07-01T10:19:23.509231Z","end":"2026-07-01T10:19:23.670495Z","steps":["trace[987536192] 'process raft request' (duration: 161.042989ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:23.670748Z","caller":"traceutil/trace.go:171","msg":"trace[1709492103] transaction","detail":"{read_only:false; response_revision:25396; number_of_response:1; }","duration":"161.035498ms","start":"2026-07-01T10:19:23.509687Z","end":"2026-07-01T10:19:23.670722Z","steps":["trace[1709492103] 'process raft request' (duration: 160.73878ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:25.620744Z","caller":"traceutil/trace.go:171","msg":"trace[1860310200] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"108.092659ms","start":"2026-07-01T10:19:25.512627Z","end":"2026-07-01T10:19:25.620719Z","steps":["trace[1860310200] 'process raft request' (duration: 107.933895ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:26.968711Z","caller":"traceutil/trace.go:171","msg":"trace[1901278682] linearizableReadLoop","detail":"{readStateIndex:26248; appliedIndex:26247; }","duration":"105.248682ms","start":"2026-07-01T10:19:26.863448Z","end":"2026-07-01T10:19:26.968696Z","steps":["trace[1901278682] 'read index received' (duration: 105.16141ms)","trace[1901278682] 'applied index is now lower than readState.Index' (duration: 86.162µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:26.96879Z","caller":"traceutil/trace.go:171","msg":"trace[1207221672] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"175.846773ms","start":"2026-07-01T10:19:26.792935Z","end":"2026-07-01T10:19:26.968782Z","steps":["trace[1207221672] 'process raft request' (duration: 175.638787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:26.96891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.443207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:26.968997Z","caller":"traceutil/trace.go:171","msg":"trace[985968948] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25412; }","duration":"105.577801ms","start":"2026-07-01T10:19:26.863399Z","end":"2026-07-01T10:19:26.968976Z","steps":["trace[985968948] 'agreement among raft nodes before linearized reading' (duration: 105.404936ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:29.348028Z","caller":"traceutil/trace.go:171","msg":"trace[433512054] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"165.184751ms","start":"2026-07-01T10:19:29.182808Z","end":"2026-07-01T10:19:29.347993Z","steps":["trace[433512054] 'process raft request' (duration: 105.072467ms)","trace[433512054] 'compare' (duration: 59.97331ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:32.36807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:19:32.868447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:19:33.04171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.180612824s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:19:33.042407Z","caller":"traceutil/trace.go:171","msg":"trace[240664933] linearizableReadLoop","detail":"{readStateIndex:26289; appliedIndex:26288; }","duration":"1.174404905s","start":"2026-07-01T10:19:31.867973Z","end":"2026-07-01T10:19:33.042378Z","steps":["trace[240664933] 'read index received' (duration: 1.174019594s)","trace[240664933] 'applied index is now lower than readState.Index' (duration: 383.711µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:33.042492Z","caller":"traceutil/trace.go:171","msg":"trace[875576659] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"1.181427546s","start":"2026-07-01T10:19:31.861021Z","end":"2026-07-01T10:19:33.042449Z","steps":["trace[875576659] 'process raft request' (duration: 1.180943443s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:33.042686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:31.861009Z","time spent":"1.181576829s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:33.042735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174729963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T10:19:33.04283Z","caller":"traceutil/trace.go:171","msg":"trace[1038201862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25452; }","duration":"1.174879217s","start":"2026-07-01T10:19:31.867929Z","end":"2026-07-01T10:19:33.042808Z","steps":["trace[1038201862] 'agreement among raft nodes before linearized reading' (duration: 1.174562289s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:33.042876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:31.867908Z","time spent":"1.174958799s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:19:33.542997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288478,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:19:34.044099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288478,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:19:34.753577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565702714s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:34.7537Z","caller":"traceutil/trace.go:171","msg":"trace[1524736833] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25452; }","duration":"1.565829988s","start":"2026-07-01T10:19:33.187848Z","end":"2026-07-01T10:19:34.753678Z","steps":["trace[1524736833] 'range keys from in-memory index tree' (duration: 1.565685173s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:34.754199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.862767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:34.754317Z","caller":"traceutil/trace.go:171","msg":"trace[1966088] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"1.721405807s","start":"2026-07-01T10:19:33.032889Z","end":"2026-07-01T10:19:34.754294Z","steps":["trace[1966088] 'process raft request' (duration: 1.031369625s)","trace[1966088] 'compare' (duration: 688.317446ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:34.754386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:33.032842Z","time spent":"1.72151288s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:35.388385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324071214s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:19:35.658267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.475427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:35.658773Z","caller":"traceutil/trace.go:171","msg":"trace[215174315] linearizableReadLoop","detail":"{readStateIndex:26299; appliedIndex:26289; }","duration":"2.61626969s","start":"2026-07-01T10:19:33.042482Z","end":"2026-07-01T10:19:35.658752Z","steps":["trace[215174315] 'read index received' (duration: 1.021793794s)","trace[215174315] 'applied index is now lower than readState.Index' (duration: 1.594474466s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:35.658958Z","caller":"traceutil/trace.go:171","msg":"trace[1022124971] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"2.610518865s","start":"2026-07-01T10:19:33.048348Z","end":"2026-07-01T10:19:35.658867Z","steps":["trace[1022124971] 'process raft request' (duration: 2.340332338s)","trace[1022124971] 'compare' (duration: 269.306373ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:35.658964Z","caller":"traceutil/trace.go:171","msg":"trace[641422139] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"1.88846855s","start":"2026-07-01T10:19:33.770452Z","end":"2026-07-01T10:19:35.65892Z","steps":["trace[641422139] 'process raft request' (duration: 1.888249514s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:35.659041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:33.048321Z","time spent":"2.610679968s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:35.659174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:33.770429Z","time spent":"1.888643245s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:35.659286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68050996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-01T10:19:35.659397Z","caller":"traceutil/trace.go:171","msg":"trace[1936503074] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25462; }","duration":"3.680665514s","start":"2026-07-01T10:19:31.9787Z","end":"2026-07-01T10:19:35.659366Z","steps":["trace[1936503074] 'agreement among raft nodes before linearized reading' (duration: 3.680431508s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:35.659428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.78238805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:19:35.659429Z","caller":"traceutil/trace.go:171","msg":"trace[1654916611] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"2.550681857s","start":"2026-07-01T10:19:33.108708Z","end":"2026-07-01T10:19:35.65939Z","steps":["trace[1654916611] 'process raft request' (duration: 2.549948037s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:35.659466Z","caller":"traceutil/trace.go:171","msg":"trace[1185607719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25462; }","duration":"3.782426041s","start":"2026-07-01T10:19:31.877029Z","end":"2026-07-01T10:19:35.659455Z","steps":["trace[1185607719] 'agreement among raft nodes before linearized reading' (duration: 3.782286607s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:35.659454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:31.978675Z","time spent":"3.680769006s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T10:19:35.65946Z","caller":"traceutil/trace.go:171","msg":"trace[301723813] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"2.555513089s","start":"2026-07-01T10:19:33.103874Z","end":"2026-07-01T10:19:35.659387Z","steps":["trace[301723813] 'process raft request' (duration: 2.554671126s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:35.659504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:31.877006Z","time spent":"3.782489283s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:19:35.659582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:33.10865Z","time spent":"2.550844082s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:35.659595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.538434276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:35.659631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:33.103868Z","time spent":"2.555664403s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:35.659532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522955765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:35.659704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.608948544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:35.659716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.385033965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:35.659742Z","caller":"traceutil/trace.go:171","msg":"trace[127500823] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25462; }","duration":"3.609025256s","start":"2026-07-01T10:19:32.050704Z","end":"2026-07-01T10:19:35.659729Z","steps":["trace[127500823] 'agreement among raft nodes before linearized reading' (duration: 3.608968605s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:35.659738Z","caller":"traceutil/trace.go:171","msg":"trace[579169794] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25462; }","duration":"3.5385753s","start":"2026-07-01T10:19:32.12109Z","end":"2026-07-01T10:19:35.659665Z","steps":["trace[579169794] 'agreement among raft nodes before linearized reading' (duration: 3.538400746s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:35.659714Z","caller":"traceutil/trace.go:171","msg":"trace[504310332] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"2.551972762s","start":"2026-07-01T10:19:33.107698Z","end":"2026-07-01T10:19:35.659671Z","steps":["trace[504310332] 'process raft request' (duration: 2.550918434s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:35.659748Z","caller":"traceutil/trace.go:171","msg":"trace[2127445809] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25462; }","duration":"3.523283684s","start":"2026-07-01T10:19:32.136443Z","end":"2026-07-01T10:19:35.659726Z","steps":["trace[2127445809] 'agreement among raft nodes before linearized reading' (duration: 3.522962045s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:35.659777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:32.050682Z","time spent":"3.609087027s","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:35.659773Z","caller":"traceutil/trace.go:171","msg":"trace[320580344] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25462; }","duration":"3.385138278s","start":"2026-07-01T10:19:32.274619Z","end":"2026-07-01T10:19:35.659757Z","steps":["trace[320580344] 'agreement among raft nodes before linearized reading' (duration: 3.385023515s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:35.659788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:32.121071Z","time spent":"3.538706273s","remote":"127.0.0.1:44020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:35.659772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982763614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T10:19:35.65981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.445936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-01T10:19:35.65981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:32.13642Z","time spent":"3.523376937s","remote":"127.0.0.1:57738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:35.659821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:32.2746Z","time spent":"3.38520877s","remote":"127.0.0.1:57844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:35.659829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.866499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:35.659847Z","caller":"traceutil/trace.go:171","msg":"trace[1581045879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25462; }","duration":"1.982834436s","start":"2026-07-01T10:19:33.676995Z","end":"2026-07-01T10:19:35.65983Z","steps":["trace[1581045879] 'agreement among raft nodes before linearized reading' (duration: 1.98263094s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:35.659868Z","caller":"traceutil/trace.go:171","msg":"trace[581151744] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25462; }","duration":"739.94142ms","start":"2026-07-01T10:19:34.919913Z","end":"2026-07-01T10:19:35.659855Z","steps":["trace[581151744] 'agreement among raft nodes before linearized reading' (duration: 739.884589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:35.659879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.535042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:35.659895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:34.91989Z","time spent":"739.998552ms","remote":"127.0.0.1:43650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:35.65988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:33.107656Z","time spent":"2.552139727s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:35.659903Z","caller":"traceutil/trace.go:171","msg":"trace[1591919636] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25462; }","duration":"161.587154ms","start":"2026-07-01T10:19:35.498308Z","end":"2026-07-01T10:19:35.659895Z","steps":["trace[1591919636] 'agreement among raft nodes before linearized reading' (duration: 161.543932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:35.659898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:33.67695Z","time spent":"1.982933829s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T10:19:35.659926Z","caller":"traceutil/trace.go:171","msg":"trace[1696251889] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"2.556203167s","start":"2026-07-01T10:19:33.103667Z","end":"2026-07-01T10:19:35.65987Z","steps":["trace[1696251889] 'process raft request' (duration: 2.55484071s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:35.659838Z","caller":"traceutil/trace.go:171","msg":"trace[1211469800] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25462; }","duration":"686.537879ms","start":"2026-07-01T10:19:34.973292Z","end":"2026-07-01T10:19:35.65983Z","steps":["trace[1211469800] 'agreement among raft nodes before linearized reading' (duration: 686.457887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:35.660035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:34.973274Z","time spent":"686.753434ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T10:19:35.660051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.835549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:35.660043Z","caller":"traceutil/trace.go:171","msg":"trace[60320588] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"2.570527747s","start":"2026-07-01T10:19:33.089501Z","end":"2026-07-01T10:19:35.660028Z","steps":["trace[60320588] 'process raft request' (duration: 2.568898263s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:35.660062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878759826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:35.660102Z","caller":"traceutil/trace.go:171","msg":"trace[256935373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25462; }","duration":"1.878818088s","start":"2026-07-01T10:19:33.781273Z","end":"2026-07-01T10:19:35.660091Z","steps":["trace[256935373] 'agreement among raft nodes before linearized reading' (duration: 1.878750276s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:35.660087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:33.10364Z","time spent":"2.556363352s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:35.660132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:33.781262Z","time spent":"1.878864269s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:19:35.660141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.561494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T10:19:35.660151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:33.089481Z","time spent":"2.570602249s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:35.660167Z","caller":"traceutil/trace.go:171","msg":"trace[862513543] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25462; }","duration":"613.635346ms","start":"2026-07-01T10:19:35.046525Z","end":"2026-07-01T10:19:35.660161Z","steps":["trace[862513543] 'agreement among raft nodes before linearized reading' (duration: 613.564964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:35.660194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:35.0465Z","time spent":"613.687918ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T10:19:35.659635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.791426775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:19:35.660076Z","caller":"traceutil/trace.go:171","msg":"trace[1995446170] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25462; }","duration":"553.895711ms","start":"2026-07-01T10:19:35.106173Z","end":"2026-07-01T10:19:35.660069Z","steps":["trace[1995446170] 'agreement among raft nodes before linearized reading' (duration: 553.84772ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:35.660229Z","caller":"traceutil/trace.go:171","msg":"trace[1568430284] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"2.562696264s","start":"2026-07-01T10:19:33.097519Z","end":"2026-07-01T10:19:35.660216Z","steps":["trace[1568430284] 'process raft request' (duration: 2.560944477s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:35.660242Z","caller":"traceutil/trace.go:171","msg":"trace[1105412148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25462; }","duration":"3.792039473s","start":"2026-07-01T10:19:31.86819Z","end":"2026-07-01T10:19:35.66023Z","steps":["trace[1105412148] 'agreement among raft nodes before linearized reading' (duration: 3.791382245s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:35.660272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.824639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:35.660265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:35.106153Z","time spent":"554.094077ms","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:35.660285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:31.868185Z","time spent":"3.792086834s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T10:19:35.660294Z","caller":"traceutil/trace.go:171","msg":"trace[496516859] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25462; }","duration":"995.88688ms","start":"2026-07-01T10:19:34.664401Z","end":"2026-07-01T10:19:35.660288Z","steps":["trace[496516859] 'agreement among raft nodes before linearized reading' (duration: 995.845129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:35.6603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:33.097488Z","time spent":"2.562775806s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:35.660318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:34.664379Z","time spent":"995.933511ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:35.660886Z","caller":"traceutil/trace.go:171","msg":"trace[1858706321] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"2.553230576s","start":"2026-07-01T10:19:33.107615Z","end":"2026-07-01T10:19:35.660845Z","steps":["trace[1858706321] 'process raft request' (duration: 2.550966495s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:35.660976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:33.107597Z","time spent":"2.55333172s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:40.068868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051092362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-07-01T10:19:40.068977Z","caller":"traceutil/trace.go:171","msg":"trace[1810823907] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25486; }","duration":"1.051273996s","start":"2026-07-01T10:19:39.017682Z","end":"2026-07-01T10:19:40.068956Z","steps":["trace[1810823907] 'range keys from in-memory index tree' (duration: 1.050886715s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:40.068955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.403422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:40.069041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:39.017648Z","time spent":"1.051366699s","remote":"127.0.0.1:57722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1011,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-07-01T10:19:40.069051Z","caller":"traceutil/trace.go:171","msg":"trace[2007321608] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25486; }","duration":"687.568347ms","start":"2026-07-01T10:19:39.381454Z","end":"2026-07-01T10:19:40.069023Z","steps":["trace[2007321608] 'count revisions from in-memory index tree' (duration: 687.311299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:40.069103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:39.381426Z","time spent":"687.665149ms","remote":"127.0.0.1:45876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:40.069493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.743694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:40.069601Z","caller":"traceutil/trace.go:171","msg":"trace[479277031] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25486; }","duration":"458.882178ms","start":"2026-07-01T10:19:39.610695Z","end":"2026-07-01T10:19:40.069578Z","steps":["trace[479277031] 'count revisions from in-memory index tree' (duration: 458.58369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:40.069584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.427795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:40.069662Z","caller":"traceutil/trace.go:171","msg":"trace[160728545] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25486; }","duration":"711.561479ms","start":"2026-07-01T10:19:39.358082Z","end":"2026-07-01T10:19:40.069644Z","steps":["trace[160728545] 'count revisions from in-memory index tree' (duration: 711.276462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:40.069661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:39.610622Z","time spent":"459.021612ms","remote":"127.0.0.1:44136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:40.069705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:39.358059Z","time spent":"711.636151ms","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:40.06973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.03986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:40.069811Z","caller":"traceutil/trace.go:171","msg":"trace[845511502] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25486; }","duration":"563.154304ms","start":"2026-07-01T10:19:39.506636Z","end":"2026-07-01T10:19:40.06979Z","steps":["trace[845511502] 'count revisions from in-memory index tree' (duration: 562.985599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:40.069852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:39.506625Z","time spent":"563.217115ms","remote":"127.0.0.1:57828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:40.069823Z","caller":"traceutil/trace.go:171","msg":"trace[1646568010] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"374.248967ms","start":"2026-07-01T10:19:39.695545Z","end":"2026-07-01T10:19:40.069794Z","steps":["trace[1646568010] 'process raft request' (duration: 364.844661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:40.069969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:39.695514Z","time spent":"374.37885ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:40.095144Z","caller":"traceutil/trace.go:171","msg":"trace[28506667] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"396.06755ms","start":"2026-07-01T10:19:39.699052Z","end":"2026-07-01T10:19:40.09512Z","steps":["trace[28506667] 'process raft request' (duration: 395.762852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:40.095301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:39.699009Z","time spent":"396.197573ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:40.095435Z","caller":"traceutil/trace.go:171","msg":"trace[445876868] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"395.700769ms","start":"2026-07-01T10:19:39.699723Z","end":"2026-07-01T10:19:40.095423Z","steps":["trace[445876868] 'process raft request' (duration: 395.337579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:40.095495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:39.699709Z","time spent":"395.756061ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:40.09552Z","caller":"traceutil/trace.go:171","msg":"trace[853787803] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"395.507135ms","start":"2026-07-01T10:19:39.699972Z","end":"2026-07-01T10:19:40.09548Z","steps":["trace[853787803] 'process raft request' (duration: 395.32999ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:40.095744Z","caller":"traceutil/trace.go:171","msg":"trace[424719469] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"395.70882ms","start":"2026-07-01T10:19:39.699996Z","end":"2026-07-01T10:19:40.095705Z","steps":["trace[424719469] 'process raft request' (duration: 395.403892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:40.095798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:39.69995Z","time spent":"395.70736ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:40.095859Z","caller":"traceutil/trace.go:171","msg":"trace[752094024] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"395.748621ms","start":"2026-07-01T10:19:39.700087Z","end":"2026-07-01T10:19:40.095835Z","steps":["trace[752094024] 'process raft request' (duration: 395.532515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:40.095927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:39.699957Z","time spent":"395.875914ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:40.095949Z","caller":"traceutil/trace.go:171","msg":"trace[1734680842] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"395.640758ms","start":"2026-07-01T10:19:39.700292Z","end":"2026-07-01T10:19:40.095933Z","steps":["trace[1734680842] 'process raft request' (duration: 395.431413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:40.095996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:39.700044Z","time spent":"395.881645ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:40.096026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:39.70027Z","time spent":"395.7188ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:40.095816Z","caller":"traceutil/trace.go:171","msg":"trace[1100260155] linearizableReadLoop","detail":"{readStateIndex:26327; appliedIndex:26325; }","duration":"396.578683ms","start":"2026-07-01T10:19:39.69921Z","end":"2026-07-01T10:19:40.095788Z","steps":["trace[1100260155] 'read index received' (duration: 361.195931ms)","trace[1100260155] 'applied index is now lower than readState.Index' (duration: 35.381512ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:40.096195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.983075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T10:19:40.096234Z","caller":"traceutil/trace.go:171","msg":"trace[737242082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25493; }","duration":"397.061417ms","start":"2026-07-01T10:19:39.699161Z","end":"2026-07-01T10:19:40.096222Z","steps":["trace[737242082] 'agreement among raft nodes before linearized reading' (duration: 396.912363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:40.096257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:39.69915Z","time spent":"397.101978ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:19:40.096417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.95941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T10:19:40.096417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.511946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:19:40.096452Z","caller":"traceutil/trace.go:171","msg":"trace[420474256] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25493; }","duration":"390.996992ms","start":"2026-07-01T10:19:39.705442Z","end":"2026-07-01T10:19:40.096439Z","steps":["trace[420474256] 'agreement among raft nodes before linearized reading' (duration: 390.91902ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:40.096454Z","caller":"traceutil/trace.go:171","msg":"trace[1321226923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25493; }","duration":"391.572617ms","start":"2026-07-01T10:19:39.704871Z","end":"2026-07-01T10:19:40.096444Z","steps":["trace[1321226923] 'agreement among raft nodes before linearized reading' (duration: 391.418243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:40.09639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.192577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:40.096485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:39.70486Z","time spent":"391.619039ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:19:40.096529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.045773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T10:19:40.096555Z","caller":"traceutil/trace.go:171","msg":"trace[1280836999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25493; }","duration":"391.084504ms","start":"2026-07-01T10:19:39.705465Z","end":"2026-07-01T10:19:40.09655Z","steps":["trace[1280836999] 'agreement among raft nodes before linearized reading' (duration: 391.019342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:40.096576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:39.705459Z","time spent":"391.110995ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:19:40.096608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.32538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:19:40.096647Z","caller":"traceutil/trace.go:171","msg":"trace[120798253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25493; }","duration":"391.397602ms","start":"2026-07-01T10:19:39.705238Z","end":"2026-07-01T10:19:40.096635Z","steps":["trace[120798253] 'agreement among raft nodes before linearized reading' (duration: 391.31594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:40.096683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:39.705217Z","time spent":"391.456814ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T10:19:40.0965Z","caller":"traceutil/trace.go:171","msg":"trace[623484206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25493; }","duration":"316.353322ms","start":"2026-07-01T10:19:39.780133Z","end":"2026-07-01T10:19:40.096486Z","steps":["trace[623484206] 'agreement among raft nodes before linearized reading' (duration: 316.174477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:40.096781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:39.780122Z","time spent":"316.65149ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:19:40.096472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:39.705437Z","time spent":"391.031003ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T10:19:40.216321Z","caller":"traceutil/trace.go:171","msg":"trace[1689346213] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"114.173405ms","start":"2026-07-01T10:19:40.102112Z","end":"2026-07-01T10:19:40.216285Z","steps":["trace[1689346213] 'process raft request' (duration: 70.871787ms)","trace[1689346213] 'compare' (duration: 43.128913ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:40.216345Z","caller":"traceutil/trace.go:171","msg":"trace[385047361] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"113.660631ms","start":"2026-07-01T10:19:40.102664Z","end":"2026-07-01T10:19:40.216324Z","steps":["trace[385047361] 'process raft request' (duration: 113.565909ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:40.21663Z","caller":"traceutil/trace.go:171","msg":"trace[305776547] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"113.936338ms","start":"2026-07-01T10:19:40.10268Z","end":"2026-07-01T10:19:40.216617Z","steps":["trace[305776547] 'process raft request' (duration: 113.599489ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:40.216703Z","caller":"traceutil/trace.go:171","msg":"trace[1373575914] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"113.867467ms","start":"2026-07-01T10:19:40.102809Z","end":"2026-07-01T10:19:40.216677Z","steps":["trace[1373575914] 'process raft request' (duration: 113.689812ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:40.216873Z","caller":"traceutil/trace.go:171","msg":"trace[1427144591] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"113.710772ms","start":"2026-07-01T10:19:40.103151Z","end":"2026-07-01T10:19:40.216862Z","steps":["trace[1427144591] 'process raft request' (duration: 113.475525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:40.531626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.342965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:40.531729Z","caller":"traceutil/trace.go:171","msg":"trace[774310837] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25498; }","duration":"183.691185ms","start":"2026-07-01T10:19:40.348015Z","end":"2026-07-01T10:19:40.531706Z","steps":["trace[774310837] 'count revisions from in-memory index tree' (duration: 183.256453ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:41.106515Z","caller":"traceutil/trace.go:171","msg":"trace[1854760117] linearizableReadLoop","detail":"{readStateIndex:26339; appliedIndex:26338; }","duration":"324.523745ms","start":"2026-07-01T10:19:40.781935Z","end":"2026-07-01T10:19:41.106459Z","steps":["trace[1854760117] 'read index received' (duration: 324.061542ms)","trace[1854760117] 'applied index is now lower than readState.Index' (duration: 461.063µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:41.106596Z","caller":"traceutil/trace.go:171","msg":"trace[500093440] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"331.013631ms","start":"2026-07-01T10:19:40.775539Z","end":"2026-07-01T10:19:41.106552Z","steps":["trace[500093440] 'process raft request' (duration: 330.716733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:41.106714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.761741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:41.10678Z","caller":"traceutil/trace.go:171","msg":"trace[837523843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25500; }","duration":"324.867934ms","start":"2026-07-01T10:19:40.781897Z","end":"2026-07-01T10:19:41.106765Z","steps":["trace[837523843] 'agreement among raft nodes before linearized reading' (duration: 324.749801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:41.106774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:40.775505Z","time spent":"331.171336ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:41.106822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:40.781884Z","time spent":"324.931095ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:19:41.106716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.94543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:41.106867Z","caller":"traceutil/trace.go:171","msg":"trace[952908855] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25500; }","duration":"313.140325ms","start":"2026-07-01T10:19:40.793717Z","end":"2026-07-01T10:19:41.106857Z","steps":["trace[952908855] 'agreement among raft nodes before linearized reading' (duration: 312.95682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:41.106898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:40.793699Z","time spent":"313.191086ms","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T10:19:41.419314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.197104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T10:19:41.419416Z","caller":"traceutil/trace.go:171","msg":"trace[1246654913] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25500; }","duration":"203.370219ms","start":"2026-07-01T10:19:41.216024Z","end":"2026-07-01T10:19:41.419394Z","steps":["trace[1246654913] 'range keys from in-memory index tree' (duration: 202.918036ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:42.222273Z","caller":"traceutil/trace.go:171","msg":"trace[1824994748] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"146.472453ms","start":"2026-07-01T10:19:42.07577Z","end":"2026-07-01T10:19:42.222243Z","steps":["trace[1824994748] 'process raft request' (duration: 146.177165ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:42.490057Z","caller":"traceutil/trace.go:171","msg":"trace[260923225] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"388.372681ms","start":"2026-07-01T10:19:42.101653Z","end":"2026-07-01T10:19:42.490026Z","steps":["trace[260923225] 'process raft request' (duration: 388.128354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:42.490214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:42.101627Z","time spent":"388.508735ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:42.490226Z","caller":"traceutil/trace.go:171","msg":"trace[737005145] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"388.247587ms","start":"2026-07-01T10:19:42.101954Z","end":"2026-07-01T10:19:42.490201Z","steps":["trace[737005145] 'process raft request' (duration: 388.040162ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:42.49029Z","caller":"traceutil/trace.go:171","msg":"trace[1208402597] linearizableReadLoop","detail":"{readStateIndex:26346; appliedIndex:26339; }","duration":"269.492418ms","start":"2026-07-01T10:19:42.220781Z","end":"2026-07-01T10:19:42.490273Z","steps":["trace[1208402597] 'read index received' (duration: 1.203313ms)","trace[1208402597] 'applied index is now lower than readState.Index' (duration: 268.288075ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:42.490346Z","caller":"traceutil/trace.go:171","msg":"trace[212372511] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"387.776705ms","start":"2026-07-01T10:19:42.102558Z","end":"2026-07-01T10:19:42.490335Z","steps":["trace[212372511] 'process raft request' (duration: 387.516678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:42.490387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:42.101943Z","time spent":"388.36178ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:42.490404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:42.102545Z","time spent":"387.831116ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:42.490372Z","caller":"traceutil/trace.go:171","msg":"trace[1583413652] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"387.442866ms","start":"2026-07-01T10:19:42.102884Z","end":"2026-07-01T10:19:42.490326Z","steps":["trace[1583413652] 'process raft request' (duration: 387.299882ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:42.490463Z","caller":"traceutil/trace.go:171","msg":"trace[674049753] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"385.871493ms","start":"2026-07-01T10:19:42.104569Z","end":"2026-07-01T10:19:42.490441Z","steps":["trace[674049753] 'process raft request' (duration: 385.663097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:42.490551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:42.104543Z","time spent":"385.962246ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:42.490617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:42.102873Z","time spent":"387.6024ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:42.490643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.860108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:19:42.490729Z","caller":"traceutil/trace.go:171","msg":"trace[2052999625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25507; }","duration":"269.985142ms","start":"2026-07-01T10:19:42.220733Z","end":"2026-07-01T10:19:42.490718Z","steps":["trace[2052999625] 'agreement among raft nodes before linearized reading' (duration: 269.812007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:42.490833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.244481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T10:19:42.490872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.497591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:19:42.490874Z","caller":"traceutil/trace.go:171","msg":"trace[1392813482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25507; }","duration":"269.337084ms","start":"2026-07-01T10:19:42.221527Z","end":"2026-07-01T10:19:42.490864Z","steps":["trace[1392813482] 'agreement among raft nodes before linearized reading' (duration: 269.229642ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:42.490905Z","caller":"traceutil/trace.go:171","msg":"trace[1608378544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25507; }","duration":"268.564383ms","start":"2026-07-01T10:19:42.222333Z","end":"2026-07-01T10:19:42.490897Z","steps":["trace[1608378544] 'agreement among raft nodes before linearized reading' (duration: 268.471591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:42.490882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.4729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T10:19:42.490962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.621765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-01T10:19:42.490973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.155762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:42.491013Z","caller":"traceutil/trace.go:171","msg":"trace[1380189693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25507; }","duration":"268.683196ms","start":"2026-07-01T10:19:42.222318Z","end":"2026-07-01T10:19:42.491002Z","steps":["trace[1380189693] 'agreement among raft nodes before linearized reading' (duration: 268.515562ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:42.491028Z","caller":"traceutil/trace.go:171","msg":"trace[1463139367] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25507; }","duration":"243.205023ms","start":"2026-07-01T10:19:42.247805Z","end":"2026-07-01T10:19:42.49101Z","steps":["trace[1463139367] 'agreement among raft nodes before linearized reading' (duration: 243.136632ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:42.490972Z","caller":"traceutil/trace.go:171","msg":"trace[1003189760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25507; }","duration":"268.583583ms","start":"2026-07-01T10:19:42.222379Z","end":"2026-07-01T10:19:42.490963Z","steps":["trace[1003189760] 'agreement among raft nodes before linearized reading' (duration: 268.374757ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:42.491263Z","caller":"traceutil/trace.go:171","msg":"trace[221307609] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"388.401452ms","start":"2026-07-01T10:19:42.101748Z","end":"2026-07-01T10:19:42.490149Z","steps":["trace[221307609] 'process raft request' (duration: 388.197566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:42.491339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:42.101741Z","time spent":"389.559273ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:42.664925Z","caller":"traceutil/trace.go:171","msg":"trace[1872527747] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"169.125449ms","start":"2026-07-01T10:19:42.495768Z","end":"2026-07-01T10:19:42.664893Z","steps":["trace[1872527747] 'process raft request' (duration: 168.880402ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:42.665273Z","caller":"traceutil/trace.go:171","msg":"trace[1313784860] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"169.392386ms","start":"2026-07-01T10:19:42.49585Z","end":"2026-07-01T10:19:42.665242Z","steps":["trace[1313784860] 'process raft request' (duration: 168.991865ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:42.665345Z","caller":"traceutil/trace.go:171","msg":"trace[629105714] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"169.299784ms","start":"2026-07-01T10:19:42.496037Z","end":"2026-07-01T10:19:42.665337Z","steps":["trace[629105714] 'process raft request' (duration: 169.061277ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:42.665283Z","caller":"traceutil/trace.go:171","msg":"trace[21223347] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"168.05531ms","start":"2026-07-01T10:19:42.497203Z","end":"2026-07-01T10:19:42.665259Z","steps":["trace[21223347] 'process raft request' (duration: 168.006348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:42.952997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.172572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:42.953095Z","caller":"traceutil/trace.go:171","msg":"trace[6762799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25512; }","duration":"172.358197ms","start":"2026-07-01T10:19:42.780713Z","end":"2026-07-01T10:19:42.953071Z","steps":["trace[6762799] 'range keys from in-memory index tree' (duration: 172.056408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:42.95329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.76203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:42.953342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.166017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:42.953374Z","caller":"traceutil/trace.go:171","msg":"trace[948601883] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25512; }","duration":"139.884344ms","start":"2026-07-01T10:19:42.813469Z","end":"2026-07-01T10:19:42.953353Z","steps":["trace[948601883] 'count revisions from in-memory index tree' (duration: 139.683809ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:42.953438Z","caller":"traceutil/trace.go:171","msg":"trace[601617794] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25512; }","duration":"145.323281ms","start":"2026-07-01T10:19:42.808096Z","end":"2026-07-01T10:19:42.95342Z","steps":["trace[601617794] 'count revisions from in-memory index tree' (duration: 145.070885ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:43.270909Z","caller":"traceutil/trace.go:171","msg":"trace[647953158] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"159.748844ms","start":"2026-07-01T10:19:43.111134Z","end":"2026-07-01T10:19:43.270883Z","steps":["trace[647953158] 'process raft request' (duration: 159.566479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:44.446461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.434792ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-01T10:19:44.44682Z","caller":"traceutil/trace.go:171","msg":"trace[1117973657] linearizableReadLoop","detail":"{readStateIndex:26353; appliedIndex:26352; }","duration":"259.64519ms","start":"2026-07-01T10:19:44.187156Z","end":"2026-07-01T10:19:44.446801Z","steps":["trace[1117973657] 'read index received' (duration: 30.381µs)","trace[1117973657] 'applied index is now lower than readState.Index' (duration: 259.613119ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:44.446939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.758843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:44.446963Z","caller":"traceutil/trace.go:171","msg":"trace[383009461] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25513; }","duration":"259.831465ms","start":"2026-07-01T10:19:44.187125Z","end":"2026-07-01T10:19:44.446956Z","steps":["trace[383009461] 'agreement among raft nodes before linearized reading' (duration: 259.749603ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:44.447197Z","caller":"traceutil/trace.go:171","msg":"trace[1274552588] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"217.966777ms","start":"2026-07-01T10:19:44.229203Z","end":"2026-07-01T10:19:44.44717Z","steps":["trace[1274552588] 'process raft request' (duration: 217.803733ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:44.473192Z","caller":"traceutil/trace.go:171","msg":"trace[1643519467] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"109.666802ms","start":"2026-07-01T10:19:44.363494Z","end":"2026-07-01T10:19:44.473161Z","steps":["trace[1643519467] 'process raft request' (duration: 109.518328ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:44.865767Z","caller":"traceutil/trace.go:171","msg":"trace[1304864399] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"367.631827ms","start":"2026-07-01T10:19:44.498106Z","end":"2026-07-01T10:19:44.865738Z","steps":["trace[1304864399] 'process raft request' (duration: 367.237826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:44.865971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:44.498019Z","time spent":"367.839962ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:44.866016Z","caller":"traceutil/trace.go:171","msg":"trace[358356023] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"367.841112ms","start":"2026-07-01T10:19:44.498145Z","end":"2026-07-01T10:19:44.865986Z","steps":["trace[358356023] 'process raft request' (duration: 367.548334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:44.866186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:44.498131Z","time spent":"367.960256ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:45.29501Z","caller":"traceutil/trace.go:171","msg":"trace[75238413] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"796.697282ms","start":"2026-07-01T10:19:44.498291Z","end":"2026-07-01T10:19:45.294989Z","steps":["trace[75238413] 'process raft request' (duration: 785.342553ms)","trace[75238413] 'compare' (duration: 10.605619ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:45.295132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:44.498286Z","time spent":"796.783626ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:45.295333Z","caller":"traceutil/trace.go:171","msg":"trace[1955742342] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"796.906888ms","start":"2026-07-01T10:19:44.498413Z","end":"2026-07-01T10:19:45.29532Z","steps":["trace[1955742342] 'process raft request' (duration: 796.418585ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:45.295313Z","caller":"traceutil/trace.go:171","msg":"trace[207576816] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"796.835746ms","start":"2026-07-01T10:19:44.498413Z","end":"2026-07-01T10:19:45.295248Z","steps":["trace[207576816] 'process raft request' (duration: 796.392004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:45.295397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:44.498407Z","time spent":"796.95817ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:45.295385Z","caller":"traceutil/trace.go:171","msg":"trace[1883643354] transaction","detail":"{read_only:false; response_revision:25519; number_of_response:1; }","duration":"797.006191ms","start":"2026-07-01T10:19:44.498352Z","end":"2026-07-01T10:19:45.295358Z","steps":["trace[1883643354] 'process raft request' (duration: 796.346204ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:45.295417Z","caller":"traceutil/trace.go:171","msg":"trace[194076034] linearizableReadLoop","detail":"{readStateIndex:26361; appliedIndex:26355; }","duration":"717.323264ms","start":"2026-07-01T10:19:44.578066Z","end":"2026-07-01T10:19:45.295389Z","steps":["trace[194076034] 'read index received' (duration: 287.326103ms)","trace[194076034] 'applied index is now lower than readState.Index' (duration: 429.993921ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:45.295522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:44.498347Z","time spent":"797.104124ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:45.295562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:44.498395Z","time spent":"797.016752ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:45.295629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.565892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T10:19:45.295678Z","caller":"traceutil/trace.go:171","msg":"trace[549995978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25522; }","duration":"717.651484ms","start":"2026-07-01T10:19:44.578017Z","end":"2026-07-01T10:19:45.295668Z","steps":["trace[549995978] 'agreement among raft nodes before linearized reading' (duration: 717.488429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:45.295701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:44.577996Z","time spent":"717.700375ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:19:45.295737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.94421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T10:19:45.295789Z","caller":"traceutil/trace.go:171","msg":"trace[876960890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25522; }","duration":"626.017132ms","start":"2026-07-01T10:19:44.66976Z","end":"2026-07-01T10:19:45.295777Z","steps":["trace[876960890] 'agreement among raft nodes before linearized reading' (duration: 625.877418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:45.29582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:44.66961Z","time spent":"626.201287ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:19:45.295819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.617398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-01T10:19:45.295874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.075344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T10:19:45.295907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.137236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T10:19:45.295989Z","caller":"traceutil/trace.go:171","msg":"trace[2146177243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25522; }","duration":"626.222738ms","start":"2026-07-01T10:19:44.669728Z","end":"2026-07-01T10:19:45.295951Z","steps":["trace[2146177243] 'agreement among raft nodes before linearized reading' (duration: 625.970591ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:45.296004Z","caller":"traceutil/trace.go:171","msg":"trace[397381605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25522; }","duration":"626.257019ms","start":"2026-07-01T10:19:44.669708Z","end":"2026-07-01T10:19:45.295965Z","steps":["trace[397381605] 'agreement among raft nodes before linearized reading' (duration: 625.992702ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:45.295897Z","caller":"traceutil/trace.go:171","msg":"trace[1377279057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25522; }","duration":"626.743992ms","start":"2026-07-01T10:19:44.669131Z","end":"2026-07-01T10:19:45.295875Z","steps":["trace[1377279057] 'agreement among raft nodes before linearized reading' (duration: 626.499685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:45.296045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:44.669707Z","time spent":"626.326891ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:19:45.296049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:44.669699Z","time spent":"626.338161ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:19:45.296098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:44.66911Z","time spent":"626.951978ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T10:19:45.617739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.16381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:45.618Z","caller":"traceutil/trace.go:171","msg":"trace[1612294505] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"316.389163ms","start":"2026-07-01T10:19:45.30158Z","end":"2026-07-01T10:19:45.617969Z","steps":["trace[1612294505] 'process raft request' (duration: 107.884093ms)","trace[1612294505] 'compare' (duration: 208.003206ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:45.618076Z","caller":"traceutil/trace.go:171","msg":"trace[207805103] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"316.093745ms","start":"2026-07-01T10:19:45.301955Z","end":"2026-07-01T10:19:45.618049Z","steps":["trace[207805103] 'process raft request' (duration: 316.011763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:45.618183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:45.301942Z","time spent":"316.183298ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:45.618203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:45.301559Z","time spent":"316.547127ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:45.61835Z","caller":"traceutil/trace.go:171","msg":"trace[339926160] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"316.169767ms","start":"2026-07-01T10:19:45.302162Z","end":"2026-07-01T10:19:45.618332Z","steps":["trace[339926160] 'process raft request' (duration: 315.851969ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:45.61837Z","caller":"traceutil/trace.go:171","msg":"trace[654332790] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"316.707182ms","start":"2026-07-01T10:19:45.301593Z","end":"2026-07-01T10:19:45.6183Z","steps":["trace[654332790] 'process raft request' (duration: 316.256899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:45.61844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:45.302152Z","time spent":"316.247219ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:45.618516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:45.301574Z","time spent":"316.867826ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:46.021944Z","caller":"traceutil/trace.go:171","msg":"trace[1236209355] linearizableReadLoop","detail":"{readStateIndex:26368; appliedIndex:26367; }","duration":"240.760117ms","start":"2026-07-01T10:19:45.781155Z","end":"2026-07-01T10:19:46.021915Z","steps":["trace[1236209355] 'read index received' (duration: 240.405667ms)","trace[1236209355] 'applied index is now lower than readState.Index' (duration: 353.37µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:46.021997Z","caller":"traceutil/trace.go:171","msg":"trace[1445797320] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"276.005995ms","start":"2026-07-01T10:19:45.745958Z","end":"2026-07-01T10:19:46.021964Z","steps":["trace[1445797320] 'process raft request' (duration: 275.723147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:46.022103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.920461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:46.022143Z","caller":"traceutil/trace.go:171","msg":"trace[1586607079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25528; }","duration":"241.037045ms","start":"2026-07-01T10:19:45.781094Z","end":"2026-07-01T10:19:46.022131Z","steps":["trace[1586607079] 'agreement among raft nodes before linearized reading' (duration: 240.936602ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:46.602194Z","caller":"traceutil/trace.go:171","msg":"trace[1652360234] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"150.087801ms","start":"2026-07-01T10:19:46.452082Z","end":"2026-07-01T10:19:46.60217Z","steps":["trace[1652360234] 'process raft request' (duration: 149.922646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:46.958671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.983063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:46.958734Z","caller":"traceutil/trace.go:171","msg":"trace[2119422118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25529; }","duration":"177.092755ms","start":"2026-07-01T10:19:46.781629Z","end":"2026-07-01T10:19:46.958721Z","steps":["trace[2119422118] 'range keys from in-memory index tree' (duration: 176.89489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:46.958874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.117017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:46.958891Z","caller":"traceutil/trace.go:171","msg":"trace[1666544869] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25529; }","duration":"148.177189ms","start":"2026-07-01T10:19:46.810707Z","end":"2026-07-01T10:19:46.958885Z","steps":["trace[1666544869] 'count revisions from in-memory index tree' (duration: 147.999824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:46.959096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.866388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:46.959153Z","caller":"traceutil/trace.go:171","msg":"trace[310410165] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25529; }","duration":"287.968581ms","start":"2026-07-01T10:19:46.671171Z","end":"2026-07-01T10:19:46.959139Z","steps":["trace[310410165] 'range keys from in-memory index tree' (duration: 287.782386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:47.244104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.38999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:47.244185Z","caller":"traceutil/trace.go:171","msg":"trace[1735171815] linearizableReadLoop","detail":"{readStateIndex:26371; appliedIndex:26369; }","duration":"282.382679ms","start":"2026-07-01T10:19:46.961791Z","end":"2026-07-01T10:19:47.244173Z","steps":["trace[1735171815] 'read index received' (duration: 3.866605ms)","trace[1735171815] 'applied index is now lower than readState.Index' (duration: 278.515254ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:47.244244Z","caller":"traceutil/trace.go:171","msg":"trace[1434965327] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"373.158187ms","start":"2026-07-01T10:19:46.871079Z","end":"2026-07-01T10:19:47.244237Z","steps":["trace[1434965327] 'process raft request' (duration: 222.562192ms)","trace[1434965327] 'compare' (duration: 149.941768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:47.244275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:46.871038Z","time spent":"373.220839ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:47.244323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.99532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:47.244369Z","caller":"traceutil/trace.go:171","msg":"trace[292821028] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25531; }","duration":"242.075772ms","start":"2026-07-01T10:19:47.002278Z","end":"2026-07-01T10:19:47.244354Z","steps":["trace[292821028] 'agreement among raft nodes before linearized reading' (duration: 241.99516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:47.244532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.746528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:47.244554Z","caller":"traceutil/trace.go:171","msg":"trace[1153606302] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25531; }","duration":"282.79133ms","start":"2026-07-01T10:19:46.961758Z","end":"2026-07-01T10:19:47.244549Z","steps":["trace[1153606302] 'agreement among raft nodes before linearized reading' (duration: 282.748959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:47.846666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691288651,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T10:19:47.847067Z","caller":"traceutil/trace.go:171","msg":"trace[332252222] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"545.780181ms","start":"2026-07-01T10:19:47.301266Z","end":"2026-07-01T10:19:47.847046Z","steps":["trace[332252222] 'process raft request' (duration: 545.664277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:47.847185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:47.301238Z","time spent":"545.886164ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:48.042614Z","caller":"traceutil/trace.go:171","msg":"trace[1591159226] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"740.310161ms","start":"2026-07-01T10:19:47.302275Z","end":"2026-07-01T10:19:48.042585Z","steps":["trace[1591159226] 'process raft request' (duration: 740.221769ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:48.042616Z","caller":"traceutil/trace.go:171","msg":"trace[1670206012] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"740.720402ms","start":"2026-07-01T10:19:47.301863Z","end":"2026-07-01T10:19:48.042584Z","steps":["trace[1670206012] 'process raft request' (duration: 740.474915ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:48.042689Z","caller":"traceutil/trace.go:171","msg":"trace[872262221] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"740.439115ms","start":"2026-07-01T10:19:47.302199Z","end":"2026-07-01T10:19:48.042639Z","steps":["trace[872262221] 'process raft request' (duration: 740.25583ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:48.042716Z","caller":"traceutil/trace.go:171","msg":"trace[236980288] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"740.929228ms","start":"2026-07-01T10:19:47.301761Z","end":"2026-07-01T10:19:48.04269Z","steps":["trace[236980288] 'process raft request' (duration: 740.195828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:48.042778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:47.302263Z","time spent":"740.429174ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:48.042781Z","caller":"traceutil/trace.go:171","msg":"trace[2009848916] linearizableReadLoop","detail":"{readStateIndex:26377; appliedIndex:26371; }","duration":"696.376436ms","start":"2026-07-01T10:19:47.346376Z","end":"2026-07-01T10:19:48.042752Z","steps":["trace[2009848916] 'read index received' (duration: 500.640023ms)","trace[2009848916] 'applied index is now lower than readState.Index' (duration: 195.735343ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:48.042807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:47.302183Z","time spent":"740.563857ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:48.042818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:47.301709Z","time spent":"741.055031ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:48.042807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:47.301855Z","time spent":"740.853195ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:48.042997Z","caller":"traceutil/trace.go:171","msg":"trace[1907042906] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"201.257713ms","start":"2026-07-01T10:19:47.841722Z","end":"2026-07-01T10:19:48.04298Z","steps":["trace[1907042906] 'process raft request' (duration: 200.816921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:48.043021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.093164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:48.043032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.227837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:19:48.043067Z","caller":"traceutil/trace.go:171","msg":"trace[1426834610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25537; }","duration":"420.301219ms","start":"2026-07-01T10:19:47.622756Z","end":"2026-07-01T10:19:48.043057Z","steps":["trace[1426834610] 'agreement among raft nodes before linearized reading' (duration: 420.180716ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:48.043074Z","caller":"traceutil/trace.go:171","msg":"trace[832602735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25537; }","duration":"263.205227ms","start":"2026-07-01T10:19:47.779857Z","end":"2026-07-01T10:19:48.043062Z","steps":["trace[832602735] 'agreement among raft nodes before linearized reading' (duration: 263.112534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:48.043103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:47.62273Z","time spent":"420.366441ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:19:48.043091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.860917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T10:19:48.043092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.106053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T10:19:48.043102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.014566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:48.043152Z","caller":"traceutil/trace.go:171","msg":"trace[1023313357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25537; }","duration":"419.97252ms","start":"2026-07-01T10:19:47.62316Z","end":"2026-07-01T10:19:48.043132Z","steps":["trace[1023313357] 'agreement among raft nodes before linearized reading' (duration: 419.792115ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:48.04317Z","caller":"traceutil/trace.go:171","msg":"trace[1785345345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25537; }","duration":"420.246558ms","start":"2026-07-01T10:19:47.622908Z","end":"2026-07-01T10:19:48.043154Z","steps":["trace[1785345345] 'agreement among raft nodes before linearized reading' (duration: 420.056662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:48.043196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:47.623153Z","time spent":"420.032211ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T10:19:48.043204Z","caller":"traceutil/trace.go:171","msg":"trace[1989970368] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25537; }","duration":"137.208281ms","start":"2026-07-01T10:19:47.905968Z","end":"2026-07-01T10:19:48.043176Z","steps":["trace[1989970368] 'agreement among raft nodes before linearized reading' (duration: 136.993725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:48.043215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:47.622876Z","time spent":"420.32794ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:19:48.043212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.796048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T10:19:48.043387Z","caller":"traceutil/trace.go:171","msg":"trace[1973744112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25537; }","duration":"697.015073ms","start":"2026-07-01T10:19:47.346314Z","end":"2026-07-01T10:19:48.043329Z","steps":["trace[1973744112] 'agreement among raft nodes before linearized reading' (duration: 696.599222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:48.043424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.481974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T10:19:48.043499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:47.346284Z","time spent":"697.159737ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T10:19:48.043548Z","caller":"traceutil/trace.go:171","msg":"trace[533343504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25537; }","duration":"420.688339ms","start":"2026-07-01T10:19:47.622832Z","end":"2026-07-01T10:19:48.04352Z","steps":["trace[533343504] 'agreement among raft nodes before linearized reading' (duration: 420.276168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:48.043616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:47.622804Z","time spent":"420.800993ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:19:48.59426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.675298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:48.594407Z","caller":"traceutil/trace.go:171","msg":"trace[16326553] transaction","detail":"{read_only:false; response_revision:25538; number_of_response:1; }","duration":"546.784858ms","start":"2026-07-01T10:19:48.047599Z","end":"2026-07-01T10:19:48.594384Z","steps":["trace[16326553] 'process raft request' (duration: 246.909434ms)","trace[16326553] 'compare' (duration: 299.570575ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:48.594474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:48.047577Z","time spent":"546.864239ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:48.594838Z","caller":"traceutil/trace.go:171","msg":"trace[1589755818] transaction","detail":"{read_only:false; response_revision:25543; number_of_response:1; }","duration":"380.157976ms","start":"2026-07-01T10:19:48.214652Z","end":"2026-07-01T10:19:48.59481Z","steps":["trace[1589755818] 'process raft request' (duration: 380.102615ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:48.594855Z","caller":"traceutil/trace.go:171","msg":"trace[1552844763] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"546.606503ms","start":"2026-07-01T10:19:48.048222Z","end":"2026-07-01T10:19:48.594829Z","steps":["trace[1552844763] 'process raft request' (duration: 546.369436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:48.595031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:48.214624Z","time spent":"380.332101ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:48.595127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:48.048196Z","time spent":"546.879769ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:48.594879Z","caller":"traceutil/trace.go:171","msg":"trace[188428270] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"546.828989ms","start":"2026-07-01T10:19:48.048036Z","end":"2026-07-01T10:19:48.594865Z","steps":["trace[188428270] 'process raft request' (duration: 546.309905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:48.595232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:48.04802Z","time spent":"547.194918ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:48.594871Z","caller":"traceutil/trace.go:171","msg":"trace[1128221949] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"543.904449ms","start":"2026-07-01T10:19:48.050934Z","end":"2026-07-01T10:19:48.594839Z","steps":["trace[1128221949] 'process raft request' (duration: 543.777745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:48.595307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:48.050927Z","time spent":"544.364941ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:48.594884Z","caller":"traceutil/trace.go:171","msg":"trace[587968064] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"545.346618ms","start":"2026-07-01T10:19:48.049511Z","end":"2026-07-01T10:19:48.594849Z","steps":["trace[587968064] 'process raft request' (duration: 545.165333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:48.595811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:48.049503Z","time spent":"545.874833ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:48.976655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.390125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-01T10:19:48.976738Z","caller":"traceutil/trace.go:171","msg":"trace[978247406] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:25544; }","duration":"262.516948ms","start":"2026-07-01T10:19:48.714203Z","end":"2026-07-01T10:19:48.97672Z","steps":["trace[978247406] 'range keys from in-memory index tree' (duration: 262.19522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:48.977154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.077326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:48.977241Z","caller":"traceutil/trace.go:171","msg":"trace[1785777462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25544; }","duration":"198.208069ms","start":"2026-07-01T10:19:48.779015Z","end":"2026-07-01T10:19:48.977223Z","steps":["trace[1785777462] 'range keys from in-memory index tree' (duration: 197.954512ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:49.184352Z","caller":"traceutil/trace.go:171","msg":"trace[78054635] linearizableReadLoop","detail":"{readStateIndex:26386; appliedIndex:26384; }","duration":"206.077234ms","start":"2026-07-01T10:19:48.97825Z","end":"2026-07-01T10:19:49.184327Z","steps":["trace[78054635] 'read index received' (duration: 39.164655ms)","trace[78054635] 'applied index is now lower than readState.Index' (duration: 166.911579ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:49.184453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.189177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:49.184472Z","caller":"traceutil/trace.go:171","msg":"trace[990284677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25545; }","duration":"206.253089ms","start":"2026-07-01T10:19:48.978214Z","end":"2026-07-01T10:19:49.184467Z","steps":["trace[990284677] 'agreement among raft nodes before linearized reading' (duration: 206.190077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:49.500279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.815392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:49.500406Z","caller":"traceutil/trace.go:171","msg":"trace[586151505] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"250.937804ms","start":"2026-07-01T10:19:49.249445Z","end":"2026-07-01T10:19:49.500382Z","steps":["trace[586151505] 'process raft request' (duration: 103.898585ms)","trace[586151505] 'compare' (duration: 146.287918ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:50.598043Z","caller":"traceutil/trace.go:171","msg":"trace[1751668736] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"549.657386ms","start":"2026-07-01T10:19:50.048345Z","end":"2026-07-01T10:19:50.598002Z","steps":["trace[1751668736] 'process raft request' (duration: 549.413689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:50.598279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:50.04832Z","time spent":"549.835381ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:50.900635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.438138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:50.900946Z","caller":"traceutil/trace.go:171","msg":"trace[1927158117] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"851.658668ms","start":"2026-07-01T10:19:50.049266Z","end":"2026-07-01T10:19:50.900925Z","steps":["trace[1927158117] 'process raft request' (duration: 603.86088ms)","trace[1927158117] 'compare' (duration: 247.314705ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:50.901014Z","caller":"traceutil/trace.go:171","msg":"trace[563779734] linearizableReadLoop","detail":"{readStateIndex:26393; appliedIndex:26389; }","duration":"483.004394ms","start":"2026-07-01T10:19:50.41799Z","end":"2026-07-01T10:19:50.900995Z","steps":["trace[563779734] 'read index received' (duration: 179.691586ms)","trace[563779734] 'applied index is now lower than readState.Index' (duration: 303.285587ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:50.901018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:50.049229Z","time spent":"851.755541ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:50.901002Z","caller":"traceutil/trace.go:171","msg":"trace[1431411546] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"850.97959ms","start":"2026-07-01T10:19:50.049977Z","end":"2026-07-01T10:19:50.900957Z","steps":["trace[1431411546] 'process raft request' (duration: 850.734293ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:50.901035Z","caller":"traceutil/trace.go:171","msg":"trace[1301631084] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"850.090986ms","start":"2026-07-01T10:19:50.050892Z","end":"2026-07-01T10:19:50.900983Z","steps":["trace[1301631084] 'process raft request' (duration: 849.957792ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:50.901151Z","caller":"traceutil/trace.go:171","msg":"trace[259704019] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"254.035427ms","start":"2026-07-01T10:19:50.647088Z","end":"2026-07-01T10:19:50.901124Z","steps":["trace[259704019] 'process raft request' (duration: 253.846302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:50.901214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.22704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:50.901206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:50.049953Z","time spent":"851.141625ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:50.90123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:50.050883Z","time spent":"850.241579ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:50.901239Z","caller":"traceutil/trace.go:171","msg":"trace[525765095] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25553; }","duration":"483.291391ms","start":"2026-07-01T10:19:50.417938Z","end":"2026-07-01T10:19:50.90123Z","steps":["trace[525765095] 'agreement among raft nodes before linearized reading' (duration: 483.109936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:50.901267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:50.417917Z","time spent":"483.343413ms","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:50.901274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.937248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:50.901198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.008448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:50.901311Z","caller":"traceutil/trace.go:171","msg":"trace[176851769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25553; }","duration":"121.00388ms","start":"2026-07-01T10:19:50.780287Z","end":"2026-07-01T10:19:50.901291Z","steps":["trace[176851769] 'agreement among raft nodes before linearized reading' (duration: 120.964989ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:50.901323Z","caller":"traceutil/trace.go:171","msg":"trace[1020484955] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25553; }","duration":"471.136412ms","start":"2026-07-01T10:19:50.430176Z","end":"2026-07-01T10:19:50.901313Z","steps":["trace[1020484955] 'agreement among raft nodes before linearized reading' (duration: 470.949686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:50.901429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:50.430111Z","time spent":"471.287235ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:50.901569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.875616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:50.901599Z","caller":"traceutil/trace.go:171","msg":"trace[893461320] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25553; }","duration":"373.934048ms","start":"2026-07-01T10:19:50.527656Z","end":"2026-07-01T10:19:50.90159Z","steps":["trace[893461320] 'agreement among raft nodes before linearized reading' (duration: 373.887527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:50.90162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:50.52763Z","time spent":"373.98464ms","remote":"127.0.0.1:32980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:50.90162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.422574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T10:19:50.901616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.477625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T10:19:50.901646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.018715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T10:19:50.901639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.278002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:19:50.901673Z","caller":"traceutil/trace.go:171","msg":"trace[1968615702] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25553; }","duration":"302.533166ms","start":"2026-07-01T10:19:50.599124Z","end":"2026-07-01T10:19:50.901658Z","steps":["trace[1968615702] 'agreement among raft nodes before linearized reading' (duration: 302.340251ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:50.901688Z","caller":"traceutil/trace.go:171","msg":"trace[1414453633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25553; }","duration":"301.077486ms","start":"2026-07-01T10:19:50.600601Z","end":"2026-07-01T10:19:50.901679Z","steps":["trace[1414453633] 'agreement among raft nodes before linearized reading' (duration: 300.904892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:50.901718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:50.600591Z","time spent":"301.117208ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T10:19:50.90171Z","caller":"traceutil/trace.go:171","msg":"trace[449895826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25553; }","duration":"301.374245ms","start":"2026-07-01T10:19:50.600317Z","end":"2026-07-01T10:19:50.901691Z","steps":["trace[449895826] 'agreement among raft nodes before linearized reading' (duration: 301.155539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:50.90172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:50.599089Z","time spent":"302.612098ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T10:19:50.901662Z","caller":"traceutil/trace.go:171","msg":"trace[177870700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25553; }","duration":"302.523246ms","start":"2026-07-01T10:19:50.59913Z","end":"2026-07-01T10:19:50.901653Z","steps":["trace[177870700] 'agreement among raft nodes before linearized reading' (duration: 302.354191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:50.901732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.243519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-01T10:19:50.901762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:50.600307Z","time spent":"301.442816ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:19:50.901792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:50.599059Z","time spent":"302.725531ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T10:19:50.901817Z","caller":"traceutil/trace.go:171","msg":"trace[388382917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25553; }","duration":"302.370322ms","start":"2026-07-01T10:19:50.599426Z","end":"2026-07-01T10:19:50.901796Z","steps":["trace[388382917] 'agreement among raft nodes before linearized reading' (duration: 302.065873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:50.90188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:50.599416Z","time spent":"302.449405ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T10:19:51.417769Z","caller":"traceutil/trace.go:171","msg":"trace[173463519] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"511.791697ms","start":"2026-07-01T10:19:50.905941Z","end":"2026-07-01T10:19:51.417733Z","steps":["trace[173463519] 'process raft request' (duration: 511.416127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:51.417977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:50.905912Z","time spent":"511.958601ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:51.420909Z","caller":"traceutil/trace.go:171","msg":"trace[1474856309] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"514.588272ms","start":"2026-07-01T10:19:50.906287Z","end":"2026-07-01T10:19:51.420876Z","steps":["trace[1474856309] 'process raft request' (duration: 514.345386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:51.421103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:50.906253Z","time spent":"514.748607ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:51.421335Z","caller":"traceutil/trace.go:171","msg":"trace[2134753513] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"514.941882ms","start":"2026-07-01T10:19:50.906364Z","end":"2026-07-01T10:19:51.421306Z","steps":["trace[2134753513] 'process raft request' (duration: 514.455479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:51.421478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:50.906347Z","time spent":"515.066956ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:51.421781Z","caller":"traceutil/trace.go:171","msg":"trace[1401860168] linearizableReadLoop","detail":"{readStateIndex:26401; appliedIndex:26394; }","duration":"289.373279ms","start":"2026-07-01T10:19:51.132398Z","end":"2026-07-01T10:19:51.421771Z","steps":["trace[1401860168] 'read index received' (duration: 284.940278ms)","trace[1401860168] 'applied index is now lower than readState.Index' (duration: 4.432201ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:51.421851Z","caller":"traceutil/trace.go:171","msg":"trace[892168973] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"515.437476ms","start":"2026-07-01T10:19:50.906373Z","end":"2026-07-01T10:19:51.421811Z","steps":["trace[892168973] 'process raft request' (duration: 514.879411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:51.421918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.518443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:51.421956Z","caller":"traceutil/trace.go:171","msg":"trace[1869272335] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25560; }","duration":"289.557154ms","start":"2026-07-01T10:19:51.13239Z","end":"2026-07-01T10:19:51.421947Z","steps":["trace[1869272335] 'agreement among raft nodes before linearized reading' (duration: 289.495472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:51.42204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.997863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:51.422026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:50.906363Z","time spent":"515.564129ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:51.42208Z","caller":"traceutil/trace.go:171","msg":"trace[779775986] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25560; }","duration":"145.038824ms","start":"2026-07-01T10:19:51.277032Z","end":"2026-07-01T10:19:51.422071Z","steps":["trace[779775986] 'agreement among raft nodes before linearized reading' (duration: 144.970622ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:51.421753Z","caller":"traceutil/trace.go:171","msg":"trace[1885498935] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"398.237589ms","start":"2026-07-01T10:19:51.023491Z","end":"2026-07-01T10:19:51.421729Z","steps":["trace[1885498935] 'process raft request' (duration: 398.120555ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:51.4222Z","caller":"traceutil/trace.go:171","msg":"trace[1063090458] transaction","detail":"{read_only:false; response_revision:25558; number_of_response:1; }","duration":"515.309562ms","start":"2026-07-01T10:19:50.906884Z","end":"2026-07-01T10:19:51.422194Z","steps":["trace[1063090458] 'process raft request' (duration: 514.552092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:51.422234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:50.906874Z","time spent":"515.339973ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:51.421862Z","caller":"traceutil/trace.go:171","msg":"trace[871808324] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"394.778115ms","start":"2026-07-01T10:19:51.027077Z","end":"2026-07-01T10:19:51.421855Z","steps":["trace[871808324] 'process raft request' (duration: 394.614741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:51.422318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:51.027038Z","time spent":"395.253598ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:51.422335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:51.023461Z","time spent":"398.751533ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:51.967028Z","caller":"traceutil/trace.go:171","msg":"trace[959027846] transaction","detail":"{read_only:false; response_revision:25562; number_of_response:1; }","duration":"107.999497ms","start":"2026-07-01T10:19:51.859004Z","end":"2026-07-01T10:19:51.967003Z","steps":["trace[959027846] 'process raft request' (duration: 107.808422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:52.569212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.194275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:52.569306Z","caller":"traceutil/trace.go:171","msg":"trace[206988175] linearizableReadLoop","detail":"{readStateIndex:26404; appliedIndex:26403; }","duration":"302.887616ms","start":"2026-07-01T10:19:52.266403Z","end":"2026-07-01T10:19:52.569291Z","steps":["trace[206988175] 'read index received' (duration: 39.411µs)","trace[206988175] 'applied index is now lower than readState.Index' (duration: 302.846815ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:52.569417Z","caller":"traceutil/trace.go:171","msg":"trace[617670055] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"591.103863ms","start":"2026-07-01T10:19:51.9783Z","end":"2026-07-01T10:19:52.569404Z","steps":["trace[617670055] 'process raft request' (duration: 134.64108ms)","trace[617670055] 'compare' (duration: 455.934118ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:52.569473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:51.978279Z","time spent":"591.168315ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:52.569766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.367499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T10:19:52.569799Z","caller":"traceutil/trace.go:171","msg":"trace[1491945299] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25563; }","duration":"303.443552ms","start":"2026-07-01T10:19:52.266348Z","end":"2026-07-01T10:19:52.569791Z","steps":["trace[1491945299] 'agreement among raft nodes before linearized reading' (duration: 303.292228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:52.569823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:52.266326Z","time spent":"303.491463ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:19:52.569806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.340374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:52.569879Z","caller":"traceutil/trace.go:171","msg":"trace[1040904665] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25563; }","duration":"262.455127ms","start":"2026-07-01T10:19:52.307405Z","end":"2026-07-01T10:19:52.56986Z","steps":["trace[1040904665] 'agreement among raft nodes before linearized reading' (duration: 262.313213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:52.570211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.063199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-ljqdb.18be2270d293afac\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-07-01T10:19:52.570317Z","caller":"traceutil/trace.go:171","msg":"trace[924120156] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-ljqdb.18be2270d293afac; range_end:; response_count:1; response_revision:25563; }","duration":"254.200453ms","start":"2026-07-01T10:19:52.316095Z","end":"2026-07-01T10:19:52.570296Z","steps":["trace[924120156] 'agreement among raft nodes before linearized reading' (duration: 253.966406ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:52.785144Z","caller":"traceutil/trace.go:171","msg":"trace[52165529] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"181.269929ms","start":"2026-07-01T10:19:52.603839Z","end":"2026-07-01T10:19:52.785109Z","steps":["trace[52165529] 'process raft request' (duration: 178.573385ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:52.788833Z","caller":"traceutil/trace.go:171","msg":"trace[1503189475] linearizableReadLoop","detail":"{readStateIndex:26407; appliedIndex:26405; }","duration":"150.77073ms","start":"2026-07-01T10:19:52.63803Z","end":"2026-07-01T10:19:52.788801Z","steps":["trace[1503189475] 'read index received' (duration: 144.403057ms)","trace[1503189475] 'applied index is now lower than readState.Index' (duration: 6.364263ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:52.788899Z","caller":"traceutil/trace.go:171","msg":"trace[158821325] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"151.022087ms","start":"2026-07-01T10:19:52.637844Z","end":"2026-07-01T10:19:52.788866Z","steps":["trace[158821325] 'process raft request' (duration: 150.833412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:52.789012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.963485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18352"} {"level":"info","ts":"2026-07-01T10:19:52.789044Z","caller":"traceutil/trace.go:171","msg":"trace[1069567103] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25565; }","duration":"151.028327ms","start":"2026-07-01T10:19:52.638006Z","end":"2026-07-01T10:19:52.789034Z","steps":["trace[1069567103] 'agreement among raft nodes before linearized reading' (duration: 150.892353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:54.02135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.52891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T10:19:54.021435Z","caller":"traceutil/trace.go:171","msg":"trace[1603155485] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25578; }","duration":"176.679404ms","start":"2026-07-01T10:19:53.844739Z","end":"2026-07-01T10:19:54.021418Z","steps":["trace[1603155485] 'count revisions from in-memory index tree' (duration: 176.394346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:54.021646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.485842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:54.021756Z","caller":"traceutil/trace.go:171","msg":"trace[78206253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25578; }","duration":"239.660267ms","start":"2026-07-01T10:19:53.782075Z","end":"2026-07-01T10:19:54.021735Z","steps":["trace[78206253] 'range keys from in-memory index tree' (duration: 239.361328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:54.021852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.402409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:54.021912Z","caller":"traceutil/trace.go:171","msg":"trace[1587904369] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25578; }","duration":"346.495592ms","start":"2026-07-01T10:19:53.67539Z","end":"2026-07-01T10:19:54.021886Z","steps":["trace[1587904369] 'count revisions from in-memory index tree' (duration: 346.312656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:54.021948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:53.675362Z","time spent":"346.572763ms","remote":"127.0.0.1:45998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:56.552531Z","caller":"traceutil/trace.go:171","msg":"trace[1635870488] transaction","detail":"{read_only:false; response_revision:25593; number_of_response:1; }","duration":"124.31461ms","start":"2026-07-01T10:19:56.42817Z","end":"2026-07-01T10:19:56.552485Z","steps":["trace[1635870488] 'process raft request' (duration: 123.801656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:57.025654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.267458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:57.025712Z","caller":"traceutil/trace.go:171","msg":"trace[230253890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25593; }","duration":"413.369851ms","start":"2026-07-01T10:19:56.612328Z","end":"2026-07-01T10:19:57.025698Z","steps":["trace[230253890] 'count revisions from in-memory index tree' (duration: 413.181115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:57.025666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.593292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:57.025736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:56.612311Z","time spent":"413.418752ms","remote":"127.0.0.1:50116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:57.025828Z","caller":"traceutil/trace.go:171","msg":"trace[790559139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25593; }","duration":"244.732915ms","start":"2026-07-01T10:19:56.781008Z","end":"2026-07-01T10:19:57.025741Z","steps":["trace[790559139] 'range keys from in-memory index tree' (duration: 244.490828ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:57.026135Z","caller":"traceutil/trace.go:171","msg":"trace[65419170] linearizableReadLoop","detail":"{readStateIndex:26437; appliedIndex:26436; }","duration":"191.348623ms","start":"2026-07-01T10:19:56.834764Z","end":"2026-07-01T10:19:57.026113Z","steps":["trace[65419170] 'read index received' (duration: 176.077178ms)","trace[65419170] 'applied index is now lower than readState.Index' (duration: 15.270405ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:57.026241Z","caller":"traceutil/trace.go:171","msg":"trace[945479079] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"204.278535ms","start":"2026-07-01T10:19:56.821951Z","end":"2026-07-01T10:19:57.026229Z","steps":["trace[945479079] 'process raft request' (duration: 188.878796ms)","trace[945479079] 'compare' (duration: 15.170522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:57.02649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.716273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:57.026533Z","caller":"traceutil/trace.go:171","msg":"trace[1014954440] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25594; }","duration":"191.794166ms","start":"2026-07-01T10:19:56.834727Z","end":"2026-07-01T10:19:57.026521Z","steps":["trace[1014954440] 'agreement among raft nodes before linearized reading' (duration: 191.722074ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:57.102172Z","caller":"traceutil/trace.go:171","msg":"trace[64853884] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"111.556053ms","start":"2026-07-01T10:19:56.990593Z","end":"2026-07-01T10:19:57.102149Z","steps":["trace[64853884] 'process raft request' (duration: 111.420489ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:57.365203Z","caller":"traceutil/trace.go:171","msg":"trace[1999534758] transaction","detail":"{read_only:false; response_revision:25596; number_of_response:1; }","duration":"353.281456ms","start":"2026-07-01T10:19:57.011903Z","end":"2026-07-01T10:19:57.365185Z","steps":["trace[1999534758] 'process raft request' (duration: 352.970688ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:57.365207Z","caller":"traceutil/trace.go:171","msg":"trace[834429794] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"353.263216ms","start":"2026-07-01T10:19:57.011906Z","end":"2026-07-01T10:19:57.36517Z","steps":["trace[834429794] 'process raft request' (duration: 353.116272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:57.365425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:57.011887Z","time spent":"353.39641ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:57.365479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.299534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:19:57.365346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:57.011885Z","time spent":"353.38165ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:57.365531Z","caller":"traceutil/trace.go:171","msg":"trace[82197582] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25598; }","duration":"518.394046ms","start":"2026-07-01T10:19:56.847125Z","end":"2026-07-01T10:19:57.365519Z","steps":["trace[82197582] 'agreement among raft nodes before linearized reading' (duration: 518.242652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:57.365589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:56.847102Z","time spent":"518.477588ms","remote":"127.0.0.1:34330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:57.365134Z","caller":"traceutil/trace.go:171","msg":"trace[140046126] linearizableReadLoop","detail":"{readStateIndex:26441; appliedIndex:26437; }","duration":"338.911185ms","start":"2026-07-01T10:19:57.0262Z","end":"2026-07-01T10:19:57.365111Z","steps":["trace[140046126] 'read index received' (duration: 75.836182ms)","trace[140046126] 'applied index is now lower than readState.Index' (duration: 263.074173ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:57.365736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.676599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:57.365949Z","caller":"traceutil/trace.go:171","msg":"trace[179759990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25598; }","duration":"338.868144ms","start":"2026-07-01T10:19:57.027019Z","end":"2026-07-01T10:19:57.365887Z","steps":["trace[179759990] 'agreement among raft nodes before linearized reading' (duration: 338.681949ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:57.365334Z","caller":"traceutil/trace.go:171","msg":"trace[1243168539] transaction","detail":"{read_only:false; response_revision:25598; number_of_response:1; }","duration":"353.39504ms","start":"2026-07-01T10:19:57.011914Z","end":"2026-07-01T10:19:57.365309Z","steps":["trace[1243168539] 'process raft request' (duration: 353.153523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:57.366091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:57.027003Z","time spent":"338.980287ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:19:57.366118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:57.01189Z","time spent":"354.184322ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:00.289157Z","caller":"traceutil/trace.go:171","msg":"trace[1964876727] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"246.292348ms","start":"2026-07-01T10:20:00.042845Z","end":"2026-07-01T10:20:00.289137Z","steps":["trace[1964876727] 'process raft request' (duration: 181.493355ms)","trace[1964876727] 'compare' (duration: 64.69881ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:00.586588Z","caller":"traceutil/trace.go:171","msg":"trace[1417313438] transaction","detail":"{read_only:false; response_revision:25681; number_of_response:1; }","duration":"511.417996ms","start":"2026-07-01T10:20:00.075145Z","end":"2026-07-01T10:20:00.586563Z","steps":["trace[1417313438] 'process raft request' (duration: 511.17717ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:00.586727Z","caller":"traceutil/trace.go:171","msg":"trace[1583662644] transaction","detail":"{read_only:false; response_revision:25682; number_of_response:1; }","duration":"481.623836ms","start":"2026-07-01T10:20:00.105087Z","end":"2026-07-01T10:20:00.58671Z","steps":["trace[1583662644] 'process raft request' (duration: 481.374559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:00.586762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:00.075112Z","time spent":"511.577811ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:00.586803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:00.105075Z","time spent":"481.693848ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T10:20:01.19031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.440447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:20:01.190475Z","caller":"traceutil/trace.go:171","msg":"trace[912296284] transaction","detail":"{read_only:false; response_revision:25683; number_of_response:1; }","duration":"598.862964ms","start":"2026-07-01T10:20:00.591585Z","end":"2026-07-01T10:20:01.190448Z","steps":["trace[912296284] 'process raft request' (duration: 190.15786ms)","trace[912296284] 'compare' (duration: 408.084157ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:01.190587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:00.591556Z","time spent":"598.993708ms","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T10:20:01.370876Z","caller":"traceutil/trace.go:171","msg":"trace[765215752] linearizableReadLoop","detail":"{readStateIndex:26529; appliedIndex:26526; }","duration":"589.642104ms","start":"2026-07-01T10:20:00.78119Z","end":"2026-07-01T10:20:01.370832Z","steps":["trace[765215752] 'read index received' (duration: 629.197µs)","trace[765215752] 'applied index is now lower than readState.Index' (duration: 589.010727ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:01.371132Z","caller":"traceutil/trace.go:171","msg":"trace[130225527] transaction","detail":"{read_only:false; response_revision:25684; number_of_response:1; }","duration":"777.894323ms","start":"2026-07-01T10:20:00.593188Z","end":"2026-07-01T10:20:01.371082Z","steps":["trace[130225527] 'process raft request' (duration: 753.936811ms)","trace[130225527] 'compare' (duration: 23.276703ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:01.371155Z","caller":"traceutil/trace.go:171","msg":"trace[42405421] transaction","detail":"{read_only:false; response_revision:25685; number_of_response:1; }","duration":"775.263861ms","start":"2026-07-01T10:20:00.595833Z","end":"2026-07-01T10:20:01.371097Z","steps":["trace[42405421] 'process raft request' (duration: 774.8632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:01.371263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.029074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:20:01.37131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:00.593169Z","time spent":"778.061447ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5539,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T10:20:01.371325Z","caller":"traceutil/trace.go:171","msg":"trace[1615487522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25685; }","duration":"590.150618ms","start":"2026-07-01T10:20:00.781154Z","end":"2026-07-01T10:20:01.371305Z","steps":["trace[1615487522] 'agreement among raft nodes before linearized reading' (duration: 589.999023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:01.371381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:00.781137Z","time spent":"590.233429ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:20:01.371406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:00.595821Z","time spent":"775.453186ms","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:01.379056Z","caller":"traceutil/trace.go:171","msg":"trace[1986935892] transaction","detail":"{read_only:false; response_revision:25687; number_of_response:1; }","duration":"263.796413ms","start":"2026-07-01T10:20:01.115233Z","end":"2026-07-01T10:20:01.379029Z","steps":["trace[1986935892] 'process raft request' (duration: 263.724381ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:01.379163Z","caller":"traceutil/trace.go:171","msg":"trace[520166487] transaction","detail":"{read_only:false; response_revision:25686; number_of_response:1; }","duration":"340.411897ms","start":"2026-07-01T10:20:01.038723Z","end":"2026-07-01T10:20:01.379134Z","steps":["trace[520166487] 'process raft request' (duration: 340.080098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:01.379183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.928979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T10:20:01.379183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.553408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T10:20:01.37922Z","caller":"traceutil/trace.go:171","msg":"trace[116246168] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25687; }","duration":"552.028571ms","start":"2026-07-01T10:20:00.827181Z","end":"2026-07-01T10:20:01.379209Z","steps":["trace[116246168] 'agreement among raft nodes before linearized reading' (duration: 551.826265ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:01.379226Z","caller":"traceutil/trace.go:171","msg":"trace[570330627] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25687; }","duration":"348.649451ms","start":"2026-07-01T10:20:01.030566Z","end":"2026-07-01T10:20:01.379215Z","steps":["trace[570330627] 'agreement among raft nodes before linearized reading' (duration: 348.507767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:01.379244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:00.827114Z","time spent":"552.123164ms","remote":"127.0.0.1:57886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":181,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:20:01.37925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:01.03053Z","time spent":"348.712733ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T10:20:01.379273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:01.038692Z","time spent":"340.50856ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:01.379424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.903995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-01T10:20:01.379488Z","caller":"traceutil/trace.go:171","msg":"trace[609066975] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406; range_end:; response_count:1; response_revision:25687; }","duration":"464.037558ms","start":"2026-07-01T10:20:00.915435Z","end":"2026-07-01T10:20:01.379473Z","steps":["trace[609066975] 'agreement among raft nodes before linearized reading' (duration: 463.818872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:01.379514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:00.915406Z","time spent":"464.10246ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" "} {"level":"info","ts":"2026-07-01T10:20:01.569329Z","caller":"traceutil/trace.go:171","msg":"trace[1657189683] transaction","detail":"{read_only:false; response_revision:25691; number_of_response:1; }","duration":"191.23479ms","start":"2026-07-01T10:20:01.378077Z","end":"2026-07-01T10:20:01.569312Z","steps":["trace[1657189683] 'process raft request' (duration: 191.194489ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:01.569499Z","caller":"traceutil/trace.go:171","msg":"trace[1054636772] transaction","detail":"{read_only:false; response_revision:25688; number_of_response:1; }","duration":"193.554983ms","start":"2026-07-01T10:20:01.375917Z","end":"2026-07-01T10:20:01.569472Z","steps":["trace[1054636772] 'process raft request' (duration: 124.28259ms)","trace[1054636772] 'compare' (duration: 68.79261ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:01.569583Z","caller":"traceutil/trace.go:171","msg":"trace[476547672] transaction","detail":"{read_only:false; response_revision:25689; number_of_response:1; }","duration":"193.488021ms","start":"2026-07-01T10:20:01.376087Z","end":"2026-07-01T10:20:01.569575Z","steps":["trace[476547672] 'process raft request' (duration: 193.100011ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:01.569598Z","caller":"traceutil/trace.go:171","msg":"trace[641855711] transaction","detail":"{read_only:false; response_revision:25690; number_of_response:1; }","duration":"192.393021ms","start":"2026-07-01T10:20:01.377174Z","end":"2026-07-01T10:20:01.569567Z","steps":["trace[641855711] 'process raft request' (duration: 192.056662ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:01.999742Z","caller":"traceutil/trace.go:171","msg":"trace[1657319528] transaction","detail":"{read_only:false; response_revision:25693; number_of_response:1; }","duration":"620.089111ms","start":"2026-07-01T10:20:01.379612Z","end":"2026-07-01T10:20:01.999701Z","steps":["trace[1657319528] 'process raft request' (duration: 619.874866ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:01.999793Z","caller":"traceutil/trace.go:171","msg":"trace[2017799650] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"545.198205ms","start":"2026-07-01T10:20:01.454538Z","end":"2026-07-01T10:20:01.999736Z","steps":["trace[2017799650] 'process raft request' (duration: 545.062022ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:01.999837Z","caller":"traceutil/trace.go:171","msg":"trace[775173630] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"425.951623ms","start":"2026-07-01T10:20:01.573841Z","end":"2026-07-01T10:20:01.999793Z","steps":["trace[775173630] 'process raft request' (duration: 425.900191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.000007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:01.573814Z","time spent":"426.133148ms","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T10:20:02.000108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:01.454503Z","time spent":"545.409221ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:02.000212Z","caller":"traceutil/trace.go:171","msg":"trace[1676954976] linearizableReadLoop","detail":"{readStateIndex:26537; appliedIndex:26531; }","duration":"548.872765ms","start":"2026-07-01T10:20:01.451328Z","end":"2026-07-01T10:20:02.000201Z","steps":["trace[1676954976] 'read index received' (duration: 48.891039ms)","trace[1676954976] 'applied index is now lower than readState.Index' (duration: 499.980216ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:02.000297Z","caller":"traceutil/trace.go:171","msg":"trace[501507945] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"442.327097ms","start":"2026-07-01T10:20:01.557959Z","end":"2026-07-01T10:20:02.000286Z","steps":["trace[501507945] 'process raft request' (duration: 441.69953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.000359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:01.557932Z","time spent":"442.384499ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:02.000538Z","caller":"traceutil/trace.go:171","msg":"trace[56488854] transaction","detail":"{read_only:false; response_revision:25696; number_of_response:1; }","duration":"428.841561ms","start":"2026-07-01T10:20:01.571685Z","end":"2026-07-01T10:20:02.000527Z","steps":["trace[56488854] 'process raft request' (duration: 428.014788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.000689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.331597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:02.000762Z","caller":"traceutil/trace.go:171","msg":"trace[1831574850] transaction","detail":"{read_only:false; response_revision:25692; number_of_response:1; }","duration":"621.669015ms","start":"2026-07-01T10:20:01.379077Z","end":"2026-07-01T10:20:02.000746Z","steps":["trace[1831574850] 'process raft request' (duration: 561.436267ms)","trace[1831574850] 'compare' (duration: 58.607234ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:02.000769Z","caller":"traceutil/trace.go:171","msg":"trace[410161973] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25697; }","duration":"549.478072ms","start":"2026-07-01T10:20:01.451268Z","end":"2026-07-01T10:20:02.000746Z","steps":["trace[410161973] 'agreement among raft nodes before linearized reading' (duration: 549.325598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.000807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:01.379053Z","time spent":"621.730406ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:02.000818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:01.451237Z","time spent":"549.570313ms","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T10:20:02.000855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.990786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T10:20:02.000896Z","caller":"traceutil/trace.go:171","msg":"trace[1426546350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25697; }","duration":"539.057248ms","start":"2026-07-01T10:20:01.461826Z","end":"2026-07-01T10:20:02.000883Z","steps":["trace[1426546350] 'agreement among raft nodes before linearized reading' (duration: 538.913645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.000925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:01.46181Z","time spent":"539.109009ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:20:02.00101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.0097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:02.001042Z","caller":"traceutil/trace.go:171","msg":"trace[320977420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25697; }","duration":"221.064981ms","start":"2026-07-01T10:20:01.779972Z","end":"2026-07-01T10:20:02.001037Z","steps":["trace[320977420] 'agreement among raft nodes before linearized reading' (duration: 221.016199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.001114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.417719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-01T10:20:02.001122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.482807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29715020-wmqdw\" ","response":"range_response_count:1 size:5603"} {"level":"info","ts":"2026-07-01T10:20:02.001145Z","caller":"traceutil/trace.go:171","msg":"trace[1101194603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25697; }","duration":"521.46452ms","start":"2026-07-01T10:20:01.479672Z","end":"2026-07-01T10:20:02.001136Z","steps":["trace[1101194603] 'agreement among raft nodes before linearized reading' (duration: 521.377178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.001169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.026995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:20:02.00117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:01.479662Z","time spent":"521.502641ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:20:02.001167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.946001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:20:02.001413Z","caller":"traceutil/trace.go:171","msg":"trace[1369240552] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29715020-wmqdw; range_end:; response_count:1; response_revision:25697; }","duration":"405.568028ms","start":"2026-07-01T10:20:01.595597Z","end":"2026-07-01T10:20:02.001165Z","steps":["trace[1369240552] 'agreement among raft nodes before linearized reading' (duration: 405.380643ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:02.001436Z","caller":"traceutil/trace.go:171","msg":"trace[2141540870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25697; }","duration":"537.248979ms","start":"2026-07-01T10:20:01.464175Z","end":"2026-07-01T10:20:02.001424Z","steps":["trace[2141540870] 'agreement among raft nodes before linearized reading' (duration: 536.881609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.001438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.488552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-01T10:20:02.00147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:01.595587Z","time spent":"405.868716ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5627,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29715020-wmqdw\" "} {"level":"warn","ts":"2026-07-01T10:20:02.001481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:01.464157Z","time spent":"537.30482ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T10:20:02.001528Z","caller":"traceutil/trace.go:171","msg":"trace[1443048184] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:25697; }","duration":"225.81815ms","start":"2026-07-01T10:20:01.775688Z","end":"2026-07-01T10:20:02.001506Z","steps":["trace[1443048184] 'agreement among raft nodes before linearized reading' (duration: 225.344588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.001551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.690214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:20:02.001188Z","caller":"traceutil/trace.go:171","msg":"trace[1708685890] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25697; }","duration":"166.043536ms","start":"2026-07-01T10:20:01.835136Z","end":"2026-07-01T10:20:02.001179Z","steps":["trace[1708685890] 'agreement among raft nodes before linearized reading' (duration: 165.988774ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:02.001582Z","caller":"traceutil/trace.go:171","msg":"trace[2117774955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25697; }","duration":"525.797228ms","start":"2026-07-01T10:20:01.475775Z","end":"2026-07-01T10:20:02.001572Z","steps":["trace[2117774955] 'agreement among raft nodes before linearized reading' (duration: 525.720666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.00161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:01.475731Z","time spent":"525.87327ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T10:20:02.001492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.397215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:20:02.001702Z","caller":"traceutil/trace.go:171","msg":"trace[1633269353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25697; }","duration":"522.617321ms","start":"2026-07-01T10:20:01.479067Z","end":"2026-07-01T10:20:02.001684Z","steps":["trace[1633269353] 'agreement among raft nodes before linearized reading' (duration: 522.386005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.00176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:01.479056Z","time spent":"522.685143ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:20:02.000589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:01.571654Z","time spent":"428.906943ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:01.99995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:01.379601Z","time spent":"620.215925ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:02.254415Z","caller":"traceutil/trace.go:171","msg":"trace[865618490] transaction","detail":"{read_only:false; response_revision:25699; number_of_response:1; }","duration":"247.794058ms","start":"2026-07-01T10:20:02.006599Z","end":"2026-07-01T10:20:02.254393Z","steps":["trace[865618490] 'process raft request' (duration: 220.584928ms)","trace[865618490] 'compare' (duration: 26.952663ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:02.254554Z","caller":"traceutil/trace.go:171","msg":"trace[1317528230] linearizableReadLoop","detail":"{readStateIndex:26545; appliedIndex:26541; }","duration":"245.035803ms","start":"2026-07-01T10:20:02.009495Z","end":"2026-07-01T10:20:02.254531Z","steps":["trace[1317528230] 'read index received' (duration: 86.847941ms)","trace[1317528230] 'applied index is now lower than readState.Index' (duration: 158.186922ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:02.254786Z","caller":"traceutil/trace.go:171","msg":"trace[1578292684] transaction","detail":"{read_only:false; response_revision:25703; number_of_response:1; }","duration":"243.598924ms","start":"2026-07-01T10:20:02.011175Z","end":"2026-07-01T10:20:02.254774Z","steps":["trace[1578292684] 'process raft request' (duration: 243.317567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.254821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.305611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:02.254862Z","caller":"traceutil/trace.go:171","msg":"trace[33268566] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25703; }","duration":"245.369702ms","start":"2026-07-01T10:20:02.009478Z","end":"2026-07-01T10:20:02.254848Z","steps":["trace[33268566] 'agreement among raft nodes before linearized reading' (duration: 245.29621ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:02.254872Z","caller":"traceutil/trace.go:171","msg":"trace[80838639] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"247.626894ms","start":"2026-07-01T10:20:02.00724Z","end":"2026-07-01T10:20:02.254867Z","steps":["trace[80838639] 'process raft request' (duration: 247.072039ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:02.254932Z","caller":"traceutil/trace.go:171","msg":"trace[135570258] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"247.078509ms","start":"2026-07-01T10:20:02.00785Z","end":"2026-07-01T10:20:02.254928Z","steps":["trace[135570258] 'process raft request' (duration: 246.542484ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:02.255077Z","caller":"traceutil/trace.go:171","msg":"trace[1335636212] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"244.500518ms","start":"2026-07-01T10:20:02.010572Z","end":"2026-07-01T10:20:02.255072Z","steps":["trace[1335636212] 'process raft request' (duration: 243.865041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.255083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.276091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:02.255115Z","caller":"traceutil/trace.go:171","msg":"trace[804917304] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25703; }","duration":"134.352243ms","start":"2026-07-01T10:20:02.120754Z","end":"2026-07-01T10:20:02.255106Z","steps":["trace[804917304] 'agreement among raft nodes before linearized reading' (duration: 134.294062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.897885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.511264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:20:02.898014Z","caller":"traceutil/trace.go:171","msg":"trace[1041721955] linearizableReadLoop","detail":"{readStateIndex:26548; appliedIndex:26547; }","duration":"513.80356ms","start":"2026-07-01T10:20:02.384186Z","end":"2026-07-01T10:20:02.897989Z","steps":["trace[1041721955] 'read index received' (duration: 15.101411ms)","trace[1041721955] 'applied index is now lower than readState.Index' (duration: 498.700159ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:02.898101Z","caller":"traceutil/trace.go:171","msg":"trace[1548392148] transaction","detail":"{read_only:false; response_revision:25704; number_of_response:1; }","duration":"604.416664ms","start":"2026-07-01T10:20:02.293655Z","end":"2026-07-01T10:20:02.898071Z","steps":["trace[1548392148] 'process raft request' (duration: 105.622981ms)","trace[1548392148] 'compare' (duration: 497.59071ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:02.898201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.013816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-07-01T10:20:02.898248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.293635Z","time spent":"604.538807ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:02.898266Z","caller":"traceutil/trace.go:171","msg":"trace[274042438] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406; range_end:; response_count:1; response_revision:25704; }","duration":"514.111568ms","start":"2026-07-01T10:20:02.384134Z","end":"2026-07-01T10:20:02.898246Z","steps":["trace[274042438] 'agreement among raft nodes before linearized reading' (duration: 513.922113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.898349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.384114Z","time spent":"514.221202ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" "} {"level":"warn","ts":"2026-07-01T10:20:03.293678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.28742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-01T10:20:03.293641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.305813ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:03.293742Z","caller":"traceutil/trace.go:171","msg":"trace[1650133732] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25704; }","duration":"291.392033ms","start":"2026-07-01T10:20:03.002334Z","end":"2026-07-01T10:20:03.293726Z","steps":["trace[1650133732] 'range keys from in-memory index tree' (duration: 291.122137ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:03.293767Z","caller":"traceutil/trace.go:171","msg":"trace[160272826] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25704; }","duration":"105.448967ms","start":"2026-07-01T10:20:03.188301Z","end":"2026-07-01T10:20:03.29375Z","steps":["trace[160272826] 'range keys from in-memory index tree' (duration: 105.290543ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:03.549034Z","caller":"traceutil/trace.go:171","msg":"trace[482389034] linearizableReadLoop","detail":"{readStateIndex:26549; appliedIndex:26548; }","duration":"169.369915ms","start":"2026-07-01T10:20:03.379611Z","end":"2026-07-01T10:20:03.548981Z","steps":["trace[482389034] 'read index received' (duration: 169.150299ms)","trace[482389034] 'applied index is now lower than readState.Index' (duration: 218.356µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:03.549072Z","caller":"traceutil/trace.go:171","msg":"trace[622805576] transaction","detail":"{read_only:false; response_revision:25705; number_of_response:1; }","duration":"248.153148ms","start":"2026-07-01T10:20:03.300888Z","end":"2026-07-01T10:20:03.549041Z","steps":["trace[622805576] 'process raft request' (duration: 247.838079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.549256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.617473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:03.549311Z","caller":"traceutil/trace.go:171","msg":"trace[144728841] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25705; }","duration":"169.696025ms","start":"2026-07-01T10:20:03.379605Z","end":"2026-07-01T10:20:03.549301Z","steps":["trace[144728841] 'agreement among raft nodes before linearized reading' (duration: 169.53001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.948355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.293121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:20:03.948558Z","caller":"traceutil/trace.go:171","msg":"trace[1143832607] linearizableReadLoop","detail":"{readStateIndex:26551; appliedIndex:26549; }","duration":"394.621611ms","start":"2026-07-01T10:20:03.55392Z","end":"2026-07-01T10:20:03.948541Z","steps":["trace[1143832607] 'read index received' (duration: 127.983541ms)","trace[1143832607] 'applied index is now lower than readState.Index' (duration: 266.63716ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:03.948566Z","caller":"traceutil/trace.go:171","msg":"trace[116518722] transaction","detail":"{read_only:false; response_revision:25706; number_of_response:1; }","duration":"563.935894ms","start":"2026-07-01T10:20:03.384604Z","end":"2026-07-01T10:20:03.94854Z","steps":["trace[116518722] 'process raft request' (duration: 297.355495ms)","trace[116518722] 'compare' (duration: 266.008804ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:03.948721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:03.384579Z","time spent":"564.063178ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:03.94874Z","caller":"traceutil/trace.go:171","msg":"trace[1829414154] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"562.412353ms","start":"2026-07-01T10:20:03.386305Z","end":"2026-07-01T10:20:03.948717Z","steps":["trace[1829414154] 'process raft request' (duration: 562.142416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.948823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.897518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:03.948855Z","caller":"traceutil/trace.go:171","msg":"trace[1221131036] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25707; }","duration":"394.96404ms","start":"2026-07-01T10:20:03.553881Z","end":"2026-07-01T10:20:03.948845Z","steps":["trace[1221131036] 'agreement among raft nodes before linearized reading' (duration: 394.900379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.948858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:03.386286Z","time spent":"562.508386ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:03.948883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:03.55384Z","time spent":"395.037152ms","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-01T10:20:04.226032Z","caller":"traceutil/trace.go:171","msg":"trace[397434883] linearizableReadLoop","detail":"{readStateIndex:26554; appliedIndex:26551; }","duration":"277.413403ms","start":"2026-07-01T10:20:03.948596Z","end":"2026-07-01T10:20:04.226009Z","steps":["trace[397434883] 'read index received' (duration: 180.760545ms)","trace[397434883] 'applied index is now lower than readState.Index' (duration: 96.651718ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:04.226144Z","caller":"traceutil/trace.go:171","msg":"trace[1204180876] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"651.718292ms","start":"2026-07-01T10:20:03.574393Z","end":"2026-07-01T10:20:04.226111Z","steps":["trace[1204180876] 'process raft request' (duration: 651.527537ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:04.226227Z","caller":"traceutil/trace.go:171","msg":"trace[1427446075] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"651.923457ms","start":"2026-07-01T10:20:03.574268Z","end":"2026-07-01T10:20:04.226192Z","steps":["trace[1427446075] 'process raft request' (duration: 651.553927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.226294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.32449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-01T10:20:04.2265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:03.57436Z","time spent":"651.866136ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:04.226521Z","caller":"traceutil/trace.go:171","msg":"trace[268475400] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25710; }","duration":"548.601988ms","start":"2026-07-01T10:20:03.677904Z","end":"2026-07-01T10:20:04.226506Z","steps":["trace[268475400] 'agreement among raft nodes before linearized reading' (duration: 548.229498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.226556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:03.677884Z","time spent":"548.662929ms","remote":"127.0.0.1:46998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-01T10:20:04.22655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.60383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:20:04.226602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:03.574255Z","time spent":"652.252646ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:04.226586Z","caller":"traceutil/trace.go:171","msg":"trace[1791597763] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"665.332732ms","start":"2026-07-01T10:20:03.561194Z","end":"2026-07-01T10:20:04.226527Z","steps":["trace[1791597763] 'process raft request' (duration: 568.15294ms)","trace[1791597763] 'compare' (duration: 96.277918ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:04.226656Z","caller":"traceutil/trace.go:171","msg":"trace[1106845033] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25710; }","duration":"451.776235ms","start":"2026-07-01T10:20:03.774858Z","end":"2026-07-01T10:20:04.226634Z","steps":["trace[1106845033] 'agreement among raft nodes before linearized reading' (duration: 451.282002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.226639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.707655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:04.226726Z","caller":"traceutil/trace.go:171","msg":"trace[1459815271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25710; }","duration":"447.824367ms","start":"2026-07-01T10:20:03.778885Z","end":"2026-07-01T10:20:04.226709Z","steps":["trace[1459815271] 'agreement among raft nodes before linearized reading' (duration: 447.680203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.226752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:03.561182Z","time spent":"665.499027ms","remote":"127.0.0.1:45780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2878,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T10:20:04.226772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:03.77887Z","time spent":"447.89511ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:20:04.226727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:03.774832Z","time spent":"451.877237ms","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":94,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:20:04.226565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.377847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T10:20:04.226863Z","caller":"traceutil/trace.go:171","msg":"trace[2066213017] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25710; }","duration":"589.725186ms","start":"2026-07-01T10:20:03.637124Z","end":"2026-07-01T10:20:04.22685Z","steps":["trace[2066213017] 'agreement among raft nodes before linearized reading' (duration: 589.013167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.226867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.094633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-07-01T10:20:04.226921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:03.637099Z","time spent":"589.801918ms","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:20:04.226927Z","caller":"traceutil/trace.go:171","msg":"trace[1975224063] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406; range_end:; response_count:1; response_revision:25710; }","duration":"324.225487ms","start":"2026-07-01T10:20:03.902687Z","end":"2026-07-01T10:20:04.226912Z","steps":["trace[1975224063] 'agreement among raft nodes before linearized reading' (duration: 323.60979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.226962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:03.902658Z","time spent":"324.295398ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" "} {"level":"info","ts":"2026-07-01T10:20:04.231279Z","caller":"traceutil/trace.go:171","msg":"trace[835885379] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"222.521181ms","start":"2026-07-01T10:20:04.008736Z","end":"2026-07-01T10:20:04.231257Z","steps":["trace[835885379] 'process raft request' (duration: 222.368077ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:04.231568Z","caller":"traceutil/trace.go:171","msg":"trace[1957592334] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"222.062728ms","start":"2026-07-01T10:20:04.009488Z","end":"2026-07-01T10:20:04.231551Z","steps":["trace[1957592334] 'process raft request' (duration: 221.891413ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:04.231693Z","caller":"traceutil/trace.go:171","msg":"trace[556701646] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"222.812929ms","start":"2026-07-01T10:20:04.008855Z","end":"2026-07-01T10:20:04.231668Z","steps":["trace[556701646] 'process raft request' (duration: 222.356247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.231698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.519829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:20:04.231769Z","caller":"traceutil/trace.go:171","msg":"trace[1073754929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25713; }","duration":"130.638542ms","start":"2026-07-01T10:20:04.101108Z","end":"2026-07-01T10:20:04.231747Z","steps":["trace[1073754929] 'agreement among raft nodes before linearized reading' (duration: 130.444727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.231826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.322046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T10:20:04.231854Z","caller":"traceutil/trace.go:171","msg":"trace[1594005196] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25713; }","duration":"279.425888ms","start":"2026-07-01T10:20:03.952421Z","end":"2026-07-01T10:20:04.231847Z","steps":["trace[1594005196] 'agreement among raft nodes before linearized reading' (duration: 279.274284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.231851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.14505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:04.231896Z","caller":"traceutil/trace.go:171","msg":"trace[825281901] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25713; }","duration":"208.235023ms","start":"2026-07-01T10:20:04.023647Z","end":"2026-07-01T10:20:04.231882Z","steps":["trace[825281901] 'agreement among raft nodes before linearized reading' (duration: 208.157601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.453893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.038022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:20:04.454014Z","caller":"traceutil/trace.go:171","msg":"trace[1308994332] linearizableReadLoop","detail":"{readStateIndex:26558; appliedIndex:26557; }","duration":"210.187396ms","start":"2026-07-01T10:20:04.243808Z","end":"2026-07-01T10:20:04.453995Z","steps":["trace[1308994332] 'read index received' (duration: 81.928878ms)","trace[1308994332] 'applied index is now lower than readState.Index' (duration: 128.257077ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:04.45413Z","caller":"traceutil/trace.go:171","msg":"trace[1923623395] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"217.357371ms","start":"2026-07-01T10:20:04.23676Z","end":"2026-07-01T10:20:04.454118Z","steps":["trace[1923623395] 'process raft request' (duration: 89.006821ms)","trace[1923623395] 'compare' (duration: 127.275801ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:04.454534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.468325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:20:04.454631Z","caller":"traceutil/trace.go:171","msg":"trace[1496938378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25714; }","duration":"195.598459ms","start":"2026-07-01T10:20:04.25901Z","end":"2026-07-01T10:20:04.454608Z","steps":["trace[1496938378] 'agreement among raft nodes before linearized reading' (duration: 195.181228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.454774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.730426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T10:20:04.45484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.020788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-01T10:20:04.454894Z","caller":"traceutil/trace.go:171","msg":"trace[1882214790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25714; }","duration":"211.095951ms","start":"2026-07-01T10:20:04.243783Z","end":"2026-07-01T10:20:04.454879Z","steps":["trace[1882214790] 'agreement among raft nodes before linearized reading' (duration: 210.877325ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:04.454849Z","caller":"traceutil/trace.go:171","msg":"trace[423961364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25714; }","duration":"194.867309ms","start":"2026-07-01T10:20:04.259963Z","end":"2026-07-01T10:20:04.45483Z","steps":["trace[423961364] 'agreement among raft nodes before linearized reading' (duration: 194.604172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.4548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.289513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131157"} {"level":"warn","ts":"2026-07-01T10:20:04.455002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.854736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T10:20:04.455001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.859455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-01T10:20:04.455048Z","caller":"traceutil/trace.go:171","msg":"trace[531467128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25714; }","duration":"195.906218ms","start":"2026-07-01T10:20:04.259124Z","end":"2026-07-01T10:20:04.455031Z","steps":["trace[531467128] 'agreement among raft nodes before linearized reading' (duration: 195.458545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.455078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.207794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:20:04.455089Z","caller":"traceutil/trace.go:171","msg":"trace[1812855466] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25714; }","duration":"143.010529ms","start":"2026-07-01T10:20:04.312055Z","end":"2026-07-01T10:20:04.455066Z","steps":["trace[1812855466] 'agreement among raft nodes before linearized reading' (duration: 142.67921ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:04.455035Z","caller":"traceutil/trace.go:171","msg":"trace[243082999] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25714; }","duration":"112.54599ms","start":"2026-07-01T10:20:04.342476Z","end":"2026-07-01T10:20:04.455022Z","steps":["trace[243082999] 'agreement among raft nodes before linearized reading' (duration: 112.15852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.45492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.863239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T10:20:04.455337Z","caller":"traceutil/trace.go:171","msg":"trace[1193256224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25714; }","duration":"195.302441ms","start":"2026-07-01T10:20:04.260024Z","end":"2026-07-01T10:20:04.455326Z","steps":["trace[1193256224] 'agreement among raft nodes before linearized reading' (duration: 194.641883ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:04.455108Z","caller":"traceutil/trace.go:171","msg":"trace[1286585687] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25714; }","duration":"193.446351ms","start":"2026-07-01T10:20:04.261653Z","end":"2026-07-01T10:20:04.455099Z","steps":["trace[1286585687] 'agreement among raft nodes before linearized reading' (duration: 193.206864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:05.213894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.547412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:20:05.214017Z","caller":"traceutil/trace.go:171","msg":"trace[40416704] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"755.411182ms","start":"2026-07-01T10:20:04.458586Z","end":"2026-07-01T10:20:05.213997Z","steps":["trace[40416704] 'process raft request' (duration: 98.681964ms)","trace[40416704] 'compare' (duration: 655.390761ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:05.214074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:04.458562Z","time spent":"755.484833ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:05.224318Z","caller":"traceutil/trace.go:171","msg":"trace[465530667] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"764.260732ms","start":"2026-07-01T10:20:04.460037Z","end":"2026-07-01T10:20:05.224297Z","steps":["trace[465530667] 'process raft request' (duration: 764.105057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:05.224439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:04.460015Z","time spent":"764.363145ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:05.224555Z","caller":"traceutil/trace.go:171","msg":"trace[1147155710] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"762.092343ms","start":"2026-07-01T10:20:04.462451Z","end":"2026-07-01T10:20:05.224544Z","steps":["trace[1147155710] 'process raft request' (duration: 761.808196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:05.224615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:04.462431Z","time spent":"762.160975ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:05.224822Z","caller":"traceutil/trace.go:171","msg":"trace[1979192442] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"762.430512ms","start":"2026-07-01T10:20:04.46238Z","end":"2026-07-01T10:20:05.22481Z","steps":["trace[1979192442] 'process raft request' (duration: 761.841776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:05.224896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:04.462366Z","time spent":"762.480413ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:05.540783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.478486ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-01T10:20:05.541Z","caller":"traceutil/trace.go:171","msg":"trace[2099529005] linearizableReadLoop","detail":"{readStateIndex:26562; appliedIndex:26558; }","duration":"1.077105759s","start":"2026-07-01T10:20:04.463876Z","end":"2026-07-01T10:20:05.540982Z","steps":["trace[2099529005] 'read index received' (duration: 93.40806ms)","trace[2099529005] 'applied index is now lower than readState.Index' (duration: 983.696529ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:05.541361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077474979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-01T10:20:05.54144Z","caller":"traceutil/trace.go:171","msg":"trace[1164028179] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25718; }","duration":"1.077572092s","start":"2026-07-01T10:20:04.463854Z","end":"2026-07-01T10:20:05.541426Z","steps":["trace[1164028179] 'agreement among raft nodes before linearized reading' (duration: 1.077395667s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:05.541454Z","caller":"traceutil/trace.go:171","msg":"trace[398612471] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"637.165516ms","start":"2026-07-01T10:20:04.90427Z","end":"2026-07-01T10:20:05.541436Z","steps":["trace[398612471] 'process raft request' (duration: 636.616981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:05.541479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:04.463834Z","time spent":"1.077634513s","remote":"127.0.0.1:57586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-01T10:20:05.541557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:04.904249Z","time spent":"637.250988ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:05.580546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.139558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:05.580638Z","caller":"traceutil/trace.go:171","msg":"trace[499386825] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25719; }","duration":"636.276332ms","start":"2026-07-01T10:20:04.944337Z","end":"2026-07-01T10:20:05.580613Z","steps":["trace[499386825] 'agreement among raft nodes before linearized reading' (duration: 597.145258ms)","trace[499386825] 'count revisions from in-memory index tree' (duration: 39.00229ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:05.580711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:04.944316Z","time spent":"636.369845ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:20:05.580752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.165255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-01T10:20:05.580845Z","caller":"traceutil/trace.go:171","msg":"trace[407171386] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406; range_end:; response_count:1; response_revision:25719; }","duration":"349.303628ms","start":"2026-07-01T10:20:05.231515Z","end":"2026-07-01T10:20:05.580818Z","steps":["trace[407171386] 'agreement among raft nodes before linearized reading' (duration: 309.969059ms)","trace[407171386] 'range keys from in-memory index tree' (duration: 39.042221ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:05.580899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:05.231502Z","time spent":"349.386681ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" "} {"level":"warn","ts":"2026-07-01T10:20:05.58093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.990201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:20:05.58057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.26469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-07-01T10:20:05.580984Z","caller":"traceutil/trace.go:171","msg":"trace[1962978581] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25719; }","duration":"288.079973ms","start":"2026-07-01T10:20:05.292885Z","end":"2026-07-01T10:20:05.580965Z","steps":["trace[1962978581] 'agreement among raft nodes before linearized reading' (duration: 248.579449ms)","trace[1962978581] 'count revisions from in-memory index tree' (duration: 39.427002ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:05.581015Z","caller":"traceutil/trace.go:171","msg":"trace[1495965491] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25719; }","duration":"658.709882ms","start":"2026-07-01T10:20:04.922286Z","end":"2026-07-01T10:20:05.580996Z","steps":["trace[1495965491] 'agreement among raft nodes before linearized reading' (duration: 619.163297ms)","trace[1495965491] 'range keys from in-memory index tree' (duration: 38.989321ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:05.581074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:04.922227Z","time spent":"658.830925ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-01T10:20:05.581214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.286164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:05.581264Z","caller":"traceutil/trace.go:171","msg":"trace[975613069] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25719; }","duration":"361.375687ms","start":"2026-07-01T10:20:05.219874Z","end":"2026-07-01T10:20:05.58125Z","steps":["trace[975613069] 'agreement among raft nodes before linearized reading' (duration: 321.566904ms)","trace[975613069] 'count revisions from in-memory index tree' (duration: 39.73352ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:05.581305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:05.219854Z","time spent":"361.441218ms","remote":"127.0.0.1:44030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:20:05.581614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113963331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131157"} {"level":"warn","ts":"2026-07-01T10:20:05.580756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.715496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:05.581714Z","caller":"traceutil/trace.go:171","msg":"trace[1961196483] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25719; }","duration":"1.114073754s","start":"2026-07-01T10:20:04.467614Z","end":"2026-07-01T10:20:05.581687Z","steps":["trace[1961196483] 'agreement among raft nodes before linearized reading' (duration: 1.07383185s)","trace[1961196483] 'range keys from in-memory index tree' (duration: 39.100913ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:05.581774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:04.467609Z","time spent":"1.114150466s","remote":"127.0.0.1:57582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131181,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-01T10:20:05.58174Z","caller":"traceutil/trace.go:171","msg":"trace[27776851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25719; }","duration":"800.730494ms","start":"2026-07-01T10:20:04.780995Z","end":"2026-07-01T10:20:05.581725Z","steps":["trace[27776851] 'agreement among raft nodes before linearized reading' (duration: 760.474189ms)","trace[27776851] 'range keys from in-memory index tree' (duration: 39.266038ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:05.581915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:04.780971Z","time spent":"800.908878ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:20:06.430366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.12335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:20:06.430652Z","caller":"traceutil/trace.go:171","msg":"trace[399380712] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"476.144376ms","start":"2026-07-01T10:20:05.954448Z","end":"2026-07-01T10:20:06.430593Z","steps":["trace[399380712] 'process raft request' (duration: 186.636765ms)","trace[399380712] 'compare' (duration: 288.72266ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:06.430762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:05.954422Z","time spent":"476.302441ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:06.433026Z","caller":"traceutil/trace.go:171","msg":"trace[1733070230] linearizableReadLoop","detail":"{readStateIndex:26567; appliedIndex:26565; }","duration":"470.468802ms","start":"2026-07-01T10:20:05.962535Z","end":"2026-07-01T10:20:06.433003Z","steps":["trace[1733070230] 'read index received' (duration: 178.563705ms)","trace[1733070230] 'applied index is now lower than readState.Index' (duration: 291.904077ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:06.433123Z","caller":"traceutil/trace.go:171","msg":"trace[1077872426] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"476.741042ms","start":"2026-07-01T10:20:05.956365Z","end":"2026-07-01T10:20:06.433106Z","steps":["trace[1077872426] 'process raft request' (duration: 476.507556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:06.433239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.697409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-01T10:20:06.4333Z","caller":"traceutil/trace.go:171","msg":"trace[1107601461] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406; range_end:; response_count:1; response_revision:25722; }","duration":"470.7843ms","start":"2026-07-01T10:20:05.9625Z","end":"2026-07-01T10:20:06.433285Z","steps":["trace[1107601461] 'agreement among raft nodes before linearized reading' (duration: 470.633576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:06.433296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:05.956339Z","time spent":"476.824955ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:06.433353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:05.962492Z","time spent":"470.848453ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" "} {"level":"info","ts":"2026-07-01T10:20:06.436988Z","caller":"traceutil/trace.go:171","msg":"trace[515772006] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"200.567852ms","start":"2026-07-01T10:20:06.236397Z","end":"2026-07-01T10:20:06.436965Z","steps":["trace[515772006] 'process raft request' (duration: 200.49827ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:06.437013Z","caller":"traceutil/trace.go:171","msg":"trace[987086641] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"205.24055ms","start":"2026-07-01T10:20:06.231747Z","end":"2026-07-01T10:20:06.436988Z","steps":["trace[987086641] 'process raft request' (duration: 204.957112ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:06.437235Z","caller":"traceutil/trace.go:171","msg":"trace[1065597037] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"200.748187ms","start":"2026-07-01T10:20:06.236471Z","end":"2026-07-01T10:20:06.437219Z","steps":["trace[1065597037] 'process raft request' (duration: 200.453019ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:06.437009Z","caller":"traceutil/trace.go:171","msg":"trace[959039368] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"204.108099ms","start":"2026-07-01T10:20:06.232886Z","end":"2026-07-01T10:20:06.436994Z","steps":["trace[959039368] 'process raft request' (duration: 203.971325ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:06.43748Z","caller":"traceutil/trace.go:171","msg":"trace[1880055426] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"200.11172ms","start":"2026-07-01T10:20:06.237358Z","end":"2026-07-01T10:20:06.43747Z","steps":["trace[1880055426] 'process raft request' (duration: 199.824102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:06.437496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.192605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:20:06.437491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.901932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T10:20:06.437545Z","caller":"traceutil/trace.go:171","msg":"trace[394787660] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25727; }","duration":"167.259287ms","start":"2026-07-01T10:20:06.270258Z","end":"2026-07-01T10:20:06.437517Z","steps":["trace[394787660] 'agreement among raft nodes before linearized reading' (duration: 167.202966ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:06.437576Z","caller":"traceutil/trace.go:171","msg":"trace[602816781] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25727; }","duration":"290.059166ms","start":"2026-07-01T10:20:06.147497Z","end":"2026-07-01T10:20:06.437557Z","steps":["trace[602816781] 'agreement among raft nodes before linearized reading' (duration: 289.799499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:07.448797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.898042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T10:20:07.4489Z","caller":"traceutil/trace.go:171","msg":"trace[297668698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25734; }","duration":"226.043856ms","start":"2026-07-01T10:20:07.222835Z","end":"2026-07-01T10:20:07.448879Z","steps":["trace[297668698] 'range keys from in-memory index tree' (duration: 225.727378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:07.449077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.071231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T10:20:07.449161Z","caller":"traceutil/trace.go:171","msg":"trace[1749572989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25734; }","duration":"221.190945ms","start":"2026-07-01T10:20:07.227952Z","end":"2026-07-01T10:20:07.449143Z","steps":["trace[1749572989] 'range keys from in-memory index tree' (duration: 220.879706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:07.449207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.603719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T10:20:07.449285Z","caller":"traceutil/trace.go:171","msg":"trace[2068556023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25734; }","duration":"220.714322ms","start":"2026-07-01T10:20:07.228551Z","end":"2026-07-01T10:20:07.449265Z","steps":["trace[2068556023] 'range keys from in-memory index tree' (duration: 220.399963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:07.449469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.461442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T10:20:07.449514Z","caller":"traceutil/trace.go:171","msg":"trace[1697077423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25734; }","duration":"221.533513ms","start":"2026-07-01T10:20:07.227971Z","end":"2026-07-01T10:20:07.449504Z","steps":["trace[1697077423] 'range keys from in-memory index tree' (duration: 221.339239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:08.122498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691289122,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T10:20:08.127634Z","caller":"traceutil/trace.go:171","msg":"trace[1469097293] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"673.579986ms","start":"2026-07-01T10:20:07.454042Z","end":"2026-07-01T10:20:08.127622Z","steps":["trace[1469097293] 'process raft request' (duration: 673.488703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:08.127713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:07.454012Z","time spent":"673.651748ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:08.139228Z","caller":"traceutil/trace.go:171","msg":"trace[295680457] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"684.922495ms","start":"2026-07-01T10:20:07.45428Z","end":"2026-07-01T10:20:08.139202Z","steps":["trace[295680457] 'process raft request' (duration: 684.724369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:08.139387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:07.454253Z","time spent":"685.058568ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:08.139475Z","caller":"traceutil/trace.go:171","msg":"trace[1764391239] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"685.008817ms","start":"2026-07-01T10:20:07.454442Z","end":"2026-07-01T10:20:08.139451Z","steps":["trace[1764391239] 'process raft request' (duration: 684.709988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:08.139592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:07.454432Z","time spent":"685.10223ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:08.139585Z","caller":"traceutil/trace.go:171","msg":"trace[1147851671] linearizableReadLoop","detail":"{readStateIndex:26585; appliedIndex:26580; }","duration":"517.927344ms","start":"2026-07-01T10:20:07.621635Z","end":"2026-07-01T10:20:08.139562Z","steps":["trace[1147851671] 'read index received' (duration: 506.087721ms)","trace[1147851671] 'applied index is now lower than readState.Index' (duration: 11.838613ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:08.13968Z","caller":"traceutil/trace.go:171","msg":"trace[2009967432] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"592.503331ms","start":"2026-07-01T10:20:07.547163Z","end":"2026-07-01T10:20:08.139667Z","steps":["trace[2009967432] 'process raft request' (duration: 592.310196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:08.13975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:07.547139Z","time spent":"592.577864ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:08.139783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.832107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:08.13982Z","caller":"traceutil/trace.go:171","msg":"trace[123500463] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"684.435081ms","start":"2026-07-01T10:20:07.455373Z","end":"2026-07-01T10:20:08.139808Z","steps":["trace[123500463] 'process raft request' (duration: 683.973059ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:08.139842Z","caller":"traceutil/trace.go:171","msg":"trace[564161734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25740; }","duration":"358.954681ms","start":"2026-07-01T10:20:07.780872Z","end":"2026-07-01T10:20:08.139826Z","steps":["trace[564161734] 'agreement among raft nodes before linearized reading' (duration: 358.847798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:08.139893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:07.780848Z","time spent":"359.033673ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:20:08.139905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:07.45536Z","time spent":"684.482412ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:08.139937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.66654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:20:08.139978Z","caller":"traceutil/trace.go:171","msg":"trace[1642327423] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25740; }","duration":"106.731303ms","start":"2026-07-01T10:20:08.033236Z","end":"2026-07-01T10:20:08.139967Z","steps":["trace[1642327423] 'agreement among raft nodes before linearized reading' (duration: 106.599529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:08.140057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.775629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:20:08.140133Z","caller":"traceutil/trace.go:171","msg":"trace[515001642] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25740; }","duration":"154.903763ms","start":"2026-07-01T10:20:07.985213Z","end":"2026-07-01T10:20:08.140116Z","steps":["trace[515001642] 'agreement among raft nodes before linearized reading' (duration: 154.782899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:08.140358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.728496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-07-01T10:20:08.140407Z","caller":"traceutil/trace.go:171","msg":"trace[1681931563] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406; range_end:; response_count:1; response_revision:25740; }","duration":"518.815738ms","start":"2026-07-01T10:20:07.621578Z","end":"2026-07-01T10:20:08.140394Z","steps":["trace[1681931563] 'agreement among raft nodes before linearized reading' (duration: 518.599252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:08.140428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.501683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-07-01T10:20:08.14048Z","caller":"traceutil/trace.go:171","msg":"trace[357914563] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25740; }","duration":"118.557144ms","start":"2026-07-01T10:20:08.021913Z","end":"2026-07-01T10:20:08.14047Z","steps":["trace[357914563] 'agreement among raft nodes before linearized reading' (duration: 118.464752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:08.140442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:07.621547Z","time spent":"518.88697ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" "} {"level":"warn","ts":"2026-07-01T10:20:08.140798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.24886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:20:08.140845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.360391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-07-01T10:20:08.140875Z","caller":"traceutil/trace.go:171","msg":"trace[125220141] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25740; }","duration":"273.389055ms","start":"2026-07-01T10:20:07.867465Z","end":"2026-07-01T10:20:08.140854Z","steps":["trace[125220141] 'agreement among raft nodes before linearized reading' (duration: 273.266571ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:08.140926Z","caller":"traceutil/trace.go:171","msg":"trace[739359610] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406; range_end:; response_count:1; response_revision:25740; }","duration":"242.481654ms","start":"2026-07-01T10:20:07.898424Z","end":"2026-07-01T10:20:08.140905Z","steps":["trace[739359610] 'agreement among raft nodes before linearized reading' (duration: 242.224517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:08.763894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.397175Z","time spent":"366.712881ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T10:20:08.763928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.572522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:08.763987Z","caller":"traceutil/trace.go:171","msg":"trace[554038227] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25740; }","duration":"575.642763ms","start":"2026-07-01T10:20:08.188327Z","end":"2026-07-01T10:20:08.76397Z","steps":["trace[554038227] 'count revisions from in-memory index tree' (duration: 575.477838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:08.764019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.188307Z","time spent":"575.704025ms","remote":"127.0.0.1:47108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:20:08.881427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316917691289133,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T10:20:09.091874Z","caller":"traceutil/trace.go:171","msg":"trace[1966286191] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"725.189859ms","start":"2026-07-01T10:20:08.366585Z","end":"2026-07-01T10:20:09.091775Z","steps":["trace[1966286191] 'process raft request' (duration: 723.895104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.092084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.366561Z","time spent":"725.418766ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:09.515319Z","caller":"traceutil/trace.go:171","msg":"trace[495133168] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"1.073568472s","start":"2026-07-01T10:20:08.441733Z","end":"2026-07-01T10:20:09.515301Z","steps":["trace[495133168] 'process raft request' (duration: 1.07349523s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:09.515356Z","caller":"traceutil/trace.go:171","msg":"trace[1471312063] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"1.148649174s","start":"2026-07-01T10:20:08.366664Z","end":"2026-07-01T10:20:09.515313Z","steps":["trace[1471312063] 'process raft request' (duration: 1.148425358s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.515445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.441716Z","time spent":"1.073672845s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:09.515498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.366649Z","time spent":"1.148774508s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:09.515505Z","caller":"traceutil/trace.go:171","msg":"trace[835182559] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"1.073694675s","start":"2026-07-01T10:20:08.44179Z","end":"2026-07-01T10:20:09.515485Z","steps":["trace[835182559] 'process raft request' (duration: 1.073468749s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.515594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.441787Z","time spent":"1.073763357s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:09.515751Z","caller":"traceutil/trace.go:171","msg":"trace[82523459] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"1.073904552s","start":"2026-07-01T10:20:08.441813Z","end":"2026-07-01T10:20:09.515718Z","steps":["trace[82523459] 'process raft request' (duration: 1.073602994s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:09.515742Z","caller":"traceutil/trace.go:171","msg":"trace[424794358] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"1.0731199s","start":"2026-07-01T10:20:08.442605Z","end":"2026-07-01T10:20:09.515724Z","steps":["trace[424794358] 'process raft request' (duration: 1.072988246s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:09.515866Z","caller":"traceutil/trace.go:171","msg":"trace[701482306] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"1.07311743s","start":"2026-07-01T10:20:08.442739Z","end":"2026-07-01T10:20:09.515857Z","steps":["trace[701482306] 'process raft request' (duration: 1.072932955s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.515873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.441809Z","time spent":"1.074002404s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:09.515865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.442599Z","time spent":"1.073218982s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:09.515919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.442735Z","time spent":"1.073158741s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:09.515927Z","caller":"traceutil/trace.go:171","msg":"trace[13974079] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"1.073082379s","start":"2026-07-01T10:20:08.442807Z","end":"2026-07-01T10:20:09.515889Z","steps":["trace[13974079] 'process raft request' (duration: 1.072975026s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:09.515984Z","caller":"traceutil/trace.go:171","msg":"trace[1349707652] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"1.069322647s","start":"2026-07-01T10:20:08.446654Z","end":"2026-07-01T10:20:09.515977Z","steps":["trace[1349707652] 'process raft request' (duration: 1.069190423s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.516044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.442803Z","time spent":"1.073186142s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:09.516088Z","caller":"traceutil/trace.go:171","msg":"trace[1518196748] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"930.958265ms","start":"2026-07-01T10:20:08.585121Z","end":"2026-07-01T10:20:09.516079Z","steps":["trace[1518196748] 'process raft request' (duration: 930.750929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.516131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.585094Z","time spent":"931.015226ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:09.516208Z","caller":"traceutil/trace.go:171","msg":"trace[937380801] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"912.811062ms","start":"2026-07-01T10:20:08.603381Z","end":"2026-07-01T10:20:09.516192Z","steps":["trace[937380801] 'process raft request' (duration: 912.578325ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:09.516223Z","caller":"traceutil/trace.go:171","msg":"trace[554601267] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"514.11537ms","start":"2026-07-01T10:20:09.002102Z","end":"2026-07-01T10:20:09.516217Z","steps":["trace[554601267] 'process raft request' (duration: 514.041148ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:09.516223Z","caller":"traceutil/trace.go:171","msg":"trace[1490117164] linearizableReadLoop","detail":"{readStateIndex:26596; appliedIndex:26585; }","duration":"1.135693541s","start":"2026-07-01T10:20:08.380489Z","end":"2026-07-01T10:20:09.516183Z","steps":["trace[1490117164] 'read index received' (duration: 710.112589ms)","trace[1490117164] 'applied index is now lower than readState.Index' (duration: 425.580172ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:09.516312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:09.002076Z","time spent":"514.163471ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:09.51632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.603349Z","time spent":"912.890183ms","remote":"127.0.0.1:46842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418532,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:09.516383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135881527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:09.516423Z","caller":"traceutil/trace.go:171","msg":"trace[765748334] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25752; }","duration":"1.135925469s","start":"2026-07-01T10:20:08.380484Z","end":"2026-07-01T10:20:09.51641Z","steps":["trace[765748334] 'agreement among raft nodes before linearized reading' (duration: 1.135856597s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.516449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.380453Z","time spent":"1.135989379s","remote":"127.0.0.1:46862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:20:09.51646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046776454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:20:09.516491Z","caller":"traceutil/trace.go:171","msg":"trace[1597349963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25752; }","duration":"1.046837715s","start":"2026-07-01T10:20:08.469644Z","end":"2026-07-01T10:20:09.516481Z","steps":["trace[1597349963] 'agreement among raft nodes before linearized reading' (duration: 1.046740073s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.516515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.469628Z","time spent":"1.046880916s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T10:20:09.516701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.13784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:09.516737Z","caller":"traceutil/trace.go:171","msg":"trace[114979607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25752; }","duration":"735.173931ms","start":"2026-07-01T10:20:08.781552Z","end":"2026-07-01T10:20:09.516726Z","steps":["trace[114979607] 'agreement among raft nodes before linearized reading' (duration: 735.112329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.51676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.790126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-01T10:20:09.516779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.528725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:09.516817Z","caller":"traceutil/trace.go:171","msg":"trace[182716456] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25752; }","duration":"331.611837ms","start":"2026-07-01T10:20:09.185193Z","end":"2026-07-01T10:20:09.516805Z","steps":["trace[182716456] 'agreement among raft nodes before linearized reading' (duration: 331.550616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.516815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.613861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:20:09.516855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:09.185171Z","time spent":"331.675038ms","remote":"127.0.0.1:56760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:20:09.516869Z","caller":"traceutil/trace.go:171","msg":"trace[1498589751] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25752; }","duration":"504.690184ms","start":"2026-07-01T10:20:09.012161Z","end":"2026-07-01T10:20:09.516851Z","steps":["trace[1498589751] 'agreement among raft nodes before linearized reading' (duration: 504.626652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.516912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.604197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-07-01T10:20:09.516882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.272828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-07-01T10:20:09.516956Z","caller":"traceutil/trace.go:171","msg":"trace[590305527] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:25752; }","duration":"801.687219ms","start":"2026-07-01T10:20:08.71526Z","end":"2026-07-01T10:20:09.516947Z","steps":["trace[590305527] 'agreement among raft nodes before linearized reading' (duration: 801.582626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.51699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.715239Z","time spent":"801.742641ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"info","ts":"2026-07-01T10:20:09.516991Z","caller":"traceutil/trace.go:171","msg":"trace[1565112416] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406; range_end:; response_count:1; response_revision:25752; }","duration":"370.450954ms","start":"2026-07-01T10:20:09.146515Z","end":"2026-07-01T10:20:09.516966Z","steps":["trace[1565112416] 'agreement among raft nodes before linearized reading' (duration: 370.103084ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:09.516816Z","caller":"traceutil/trace.go:171","msg":"trace[101944676] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25752; }","duration":"237.876448ms","start":"2026-07-01T10:20:09.278921Z","end":"2026-07-01T10:20:09.516797Z","steps":["trace[101944676] 'agreement among raft nodes before linearized reading' (duration: 237.757165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.517045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:09.146497Z","time spent":"370.537506ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" "} {"level":"warn","ts":"2026-07-01T10:20:09.517075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.446645Z","time spent":"1.070386735s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:09.516924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:09.012145Z","time spent":"504.765395ms","remote":"127.0.0.1:43722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:20:09.516766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.7815Z","time spent":"735.259693ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:20:10.21936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.476275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:20:10.219536Z","caller":"traceutil/trace.go:171","msg":"trace[1477895235] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"605.444932ms","start":"2026-07-01T10:20:09.614055Z","end":"2026-07-01T10:20:10.219499Z","steps":["trace[1477895235] 'process raft request' (duration: 498.757891ms)","trace[1477895235] 'compare' (duration: 106.385433ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:10.219721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:09.614038Z","time spent":"605.585216ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:10.219789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.923058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18352"} {"level":"info","ts":"2026-07-01T10:20:10.219853Z","caller":"traceutil/trace.go:171","msg":"trace[1841742419] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25755; }","duration":"605.042641ms","start":"2026-07-01T10:20:09.614798Z","end":"2026-07-01T10:20:10.219841Z","steps":["trace[1841742419] 'agreement among raft nodes before linearized reading' (duration: 604.822695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:10.219895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:09.61477Z","time spent":"605.117804ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18376,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-01T10:20:10.21958Z","caller":"traceutil/trace.go:171","msg":"trace[1351129184] linearizableReadLoop","detail":"{readStateIndex:26600; appliedIndex:26599; }","duration":"604.675862ms","start":"2026-07-01T10:20:09.614846Z","end":"2026-07-01T10:20:10.219522Z","steps":["trace[1351129184] 'read index received' (duration: 497.894418ms)","trace[1351129184] 'applied index is now lower than readState.Index' (duration: 106.778554ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:10.221031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.384002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-01T10:20:10.221176Z","caller":"traceutil/trace.go:171","msg":"trace[85159255] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25755; }","duration":"238.442963ms","start":"2026-07-01T10:20:09.982612Z","end":"2026-07-01T10:20:10.221055Z","steps":["trace[85159255] 'agreement among raft nodes before linearized reading' (duration: 237.950429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:10.662099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.031474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:20:10.66236Z","caller":"traceutil/trace.go:171","msg":"trace[1862766696] linearizableReadLoop","detail":"{readStateIndex:26605; appliedIndex:26601; }","duration":"437.088095ms","start":"2026-07-01T10:20:10.225254Z","end":"2026-07-01T10:20:10.662342Z","steps":["trace[1862766696] 'read index received' (duration: 18.112952ms)","trace[1862766696] 'applied index is now lower than readState.Index' (duration: 418.973553ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:10.662691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.431244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T10:20:10.662737Z","caller":"traceutil/trace.go:171","msg":"trace[84212889] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25760; }","duration":"437.498797ms","start":"2026-07-01T10:20:10.225228Z","end":"2026-07-01T10:20:10.662726Z","steps":["trace[84212889] 'agreement among raft nodes before linearized reading' (duration: 437.360103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:10.662952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.435775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fbe78556-9845-4fc3-a3b9-10964540ccbc\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-01T10:20:10.663033Z","caller":"traceutil/trace.go:171","msg":"trace[1346415869] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"438.420331ms","start":"2026-07-01T10:20:10.224587Z","end":"2026-07-01T10:20:10.663007Z","steps":["trace[1346415869] 'process raft request' (duration: 437.618919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:10.663053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.039415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-07-01T10:20:10.663063Z","caller":"traceutil/trace.go:171","msg":"trace[1564924373] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fbe78556-9845-4fc3-a3b9-10964540ccbc; range_end:; response_count:1; response_revision:25760; }","duration":"437.877697ms","start":"2026-07-01T10:20:10.225157Z","end":"2026-07-01T10:20:10.663034Z","steps":["trace[1564924373] 'agreement among raft nodes before linearized reading' (duration: 437.567858ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:10.663101Z","caller":"traceutil/trace.go:171","msg":"trace[1689519523] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406; range_end:; response_count:1; response_revision:25760; }","duration":"141.120487ms","start":"2026-07-01T10:20:10.521967Z","end":"2026-07-01T10:20:10.663088Z","steps":["trace[1689519523] 'agreement among raft nodes before linearized reading' (duration: 140.983944ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:10.663082Z","caller":"traceutil/trace.go:171","msg":"trace[1904724770] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"438.336939ms","start":"2026-07-01T10:20:10.224714Z","end":"2026-07-01T10:20:10.663051Z","steps":["trace[1904724770] 'process raft request' (duration: 437.560078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:10.663129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.561787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:20:10.663123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.82333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:20:10.663173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:10.224567Z","time spent":"438.523744ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:10.663186Z","caller":"traceutil/trace.go:171","msg":"trace[566972736] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25760; }","duration":"384.624349ms","start":"2026-07-01T10:20:10.278544Z","end":"2026-07-01T10:20:10.663169Z","steps":["trace[566972736] 'agreement among raft nodes before linearized reading' (duration: 384.518426ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:10.663227Z","caller":"traceutil/trace.go:171","msg":"trace[1788078817] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25760; }","duration":"332.991694ms","start":"2026-07-01T10:20:10.330213Z","end":"2026-07-01T10:20:10.663204Z","steps":["trace[1788078817] 'agreement among raft nodes before linearized reading' (duration: 332.795019ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:10.662643Z","caller":"traceutil/trace.go:171","msg":"trace[1109714800] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"437.293211ms","start":"2026-07-01T10:20:10.225308Z","end":"2026-07-01T10:20:10.662601Z","steps":["trace[1109714800] 'process raft request' (duration: 436.997583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:10.663268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:10.224699Z","time spent":"438.470233ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:10.66329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:10.330181Z","time spent":"333.091567ms","remote":"127.0.0.1:56770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:20:10.663131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:10.225145Z","time spent":"437.972919ms","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-fbe78556-9845-4fc3-a3b9-10964540ccbc\" "} {"level":"warn","ts":"2026-07-01T10:20:10.663337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:10.225292Z","time spent":"437.99091ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:10.663369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:10.225217Z","time spent":"438.139604ms","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T10:20:10.663237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:10.27848Z","time spent":"384.744332ms","remote":"127.0.0.1:58006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-01T10:20:10.663627Z","caller":"traceutil/trace.go:171","msg":"trace[1637150403] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"438.213486ms","start":"2026-07-01T10:20:10.224521Z","end":"2026-07-01T10:20:10.662735Z","steps":["trace[1637150403] 'process raft request' (duration: 171.433701ms)","trace[1637150403] 'compare' (duration: 265.806348ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:10.663741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:10.224505Z","time spent":"439.183413ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:11.344207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.902916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:11.344325Z","caller":"traceutil/trace.go:171","msg":"trace[706070452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25760; }","duration":"563.068251ms","start":"2026-07-01T10:20:10.781239Z","end":"2026-07-01T10:20:11.344307Z","steps":["trace[706070452] 'range keys from in-memory index tree' (duration: 562.832334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.344361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:10.781219Z","time spent":"563.134593ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:20:11.344531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.501414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-07-01T10:20:11.344535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.034205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:11.344674Z","caller":"traceutil/trace.go:171","msg":"trace[1116973846] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25760; }","duration":"166.22749ms","start":"2026-07-01T10:20:11.178415Z","end":"2026-07-01T10:20:11.344642Z","steps":["trace[1116973846] 'count revisions from in-memory index tree' (duration: 165.957753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.344596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.552431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:20:11.344983Z","caller":"traceutil/trace.go:171","msg":"trace[553034588] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25760; }","duration":"457.961933ms","start":"2026-07-01T10:20:10.887003Z","end":"2026-07-01T10:20:11.344965Z","steps":["trace[553034588] 'count revisions from in-memory index tree' (duration: 457.411688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.345035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:10.886986Z","time spent":"458.031404ms","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:20:11.344605Z","caller":"traceutil/trace.go:171","msg":"trace[1401646855] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406; range_end:; response_count:1; response_revision:25760; }","duration":"274.647148ms","start":"2026-07-01T10:20:11.06994Z","end":"2026-07-01T10:20:11.344587Z","steps":["trace[1401646855] 'range keys from in-memory index tree' (duration: 274.312678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.34531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.038745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T10:20:11.345366Z","caller":"traceutil/trace.go:171","msg":"trace[198443341] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25760; }","duration":"198.156788ms","start":"2026-07-01T10:20:11.1472Z","end":"2026-07-01T10:20:11.345357Z","steps":["trace[198443341] 'count revisions from in-memory index tree' (duration: 197.906761ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:11.897209Z","caller":"traceutil/trace.go:171","msg":"trace[1593213456] linearizableReadLoop","detail":"{readStateIndex:26607; appliedIndex:26606; }","duration":"495.478983ms","start":"2026-07-01T10:20:11.401707Z","end":"2026-07-01T10:20:11.897186Z","steps":["trace[1593213456] 'read index received' (duration: 495.38013ms)","trace[1593213456] 'applied index is now lower than readState.Index' (duration: 97.843µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:11.897353Z","caller":"traceutil/trace.go:171","msg":"trace[730943351] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"544.085325ms","start":"2026-07-01T10:20:11.353212Z","end":"2026-07-01T10:20:11.897298Z","steps":["trace[730943351] 'process raft request' (duration: 543.810697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.897372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.650508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:11.897514Z","caller":"traceutil/trace.go:171","msg":"trace[2102662513] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25761; }","duration":"495.810582ms","start":"2026-07-01T10:20:11.401691Z","end":"2026-07-01T10:20:11.897502Z","steps":["trace[2102662513] 'agreement among raft nodes before linearized reading' (duration: 495.601656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.89752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.35319Z","time spent":"544.239028ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:11.897553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.40161Z","time spent":"495.932625ms","remote":"127.0.0.1:44064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:20:11.940356Z","caller":"traceutil/trace.go:171","msg":"trace[1278440187] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"417.483843ms","start":"2026-07-01T10:20:11.522838Z","end":"2026-07-01T10:20:11.940322Z","steps":["trace[1278440187] 'process raft request' (duration: 417.186775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.940549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.522786Z","time spent":"417.668028ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:11.940618Z","caller":"traceutil/trace.go:171","msg":"trace[36167406] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"417.660187ms","start":"2026-07-01T10:20:11.522939Z","end":"2026-07-01T10:20:11.940599Z","steps":["trace[36167406] 'process raft request' (duration: 417.250116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.940722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.522902Z","time spent":"417.76638ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:11.941042Z","caller":"traceutil/trace.go:171","msg":"trace[1978455382] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"418.038008ms","start":"2026-07-01T10:20:11.522986Z","end":"2026-07-01T10:20:11.941024Z","steps":["trace[1978455382] 'process raft request' (duration: 417.475903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.941132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.644726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:20:11.941154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.522974Z","time spent":"418.12412ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:11.941164Z","caller":"traceutil/trace.go:171","msg":"trace[417996929] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"417.568695ms","start":"2026-07-01T10:20:11.523576Z","end":"2026-07-01T10:20:11.941144Z","steps":["trace[417996929] 'process raft request' (duration: 417.353509ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:11.941177Z","caller":"traceutil/trace.go:171","msg":"trace[654098169] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"416.340961ms","start":"2026-07-01T10:20:11.524803Z","end":"2026-07-01T10:20:11.941144Z","steps":["trace[654098169] 'process raft request' (duration: 416.212898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.941256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.523553Z","time spent":"417.653827ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:11.941284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.524789Z","time spent":"416.448195ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:11.941312Z","caller":"traceutil/trace.go:171","msg":"trace[1376772323] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"418.039458ms","start":"2026-07-01T10:20:11.523237Z","end":"2026-07-01T10:20:11.941276Z","steps":["trace[1376772323] 'process raft request' (duration: 417.639777ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:11.941366Z","caller":"traceutil/trace.go:171","msg":"trace[1808533328] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"417.001429ms","start":"2026-07-01T10:20:11.524352Z","end":"2026-07-01T10:20:11.941353Z","steps":["trace[1808533328] 'process raft request' (duration: 416.620739ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:11.94119Z","caller":"traceutil/trace.go:171","msg":"trace[1139037922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25768; }","duration":"389.736398ms","start":"2026-07-01T10:20:11.551437Z","end":"2026-07-01T10:20:11.941174Z","steps":["trace[1139037922] 'agreement among raft nodes before linearized reading' (duration: 389.628385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.941435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.412334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:20:11.941461Z","caller":"traceutil/trace.go:171","msg":"trace[1792185750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25768; }","duration":"323.468856ms","start":"2026-07-01T10:20:11.617984Z","end":"2026-07-01T10:20:11.941453Z","steps":["trace[1792185750] 'agreement among raft nodes before linearized reading' (duration: 323.342452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.941456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.551423Z","time spent":"390.012385ms","remote":"127.0.0.1:50010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:20:11.941479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.617966Z","time spent":"323.508997ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T10:20:11.941463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.524327Z","time spent":"417.094412ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:11.941479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.52321Z","time spent":"418.188111ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:11.941574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.796795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-07-01T10:20:11.941725Z","caller":"traceutil/trace.go:171","msg":"trace[1323717100] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f92ab86-192a-4474-9677-1681e2ef6406; range_end:; response_count:1; response_revision:25768; }","duration":"273.97546ms","start":"2026-07-01T10:20:11.667712Z","end":"2026-07-01T10:20:11.941687Z","steps":["trace[1323717100] 'agreement among raft nodes before linearized reading' (duration: 273.60125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:12.19716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.904117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:20:12.197541Z","caller":"traceutil/trace.go:171","msg":"trace[1242744832] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"238.966168ms","start":"2026-07-01T10:20:11.958538Z","end":"2026-07-01T10:20:12.197504Z","steps":["trace[1242744832] 'process raft request' (duration: 106.597639ms)","trace[1242744832] 'compare' (duration: 131.578638ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:12.197929Z","caller":"traceutil/trace.go:171","msg":"trace[832960567] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"184.876927ms","start":"2026-07-01T10:20:12.013032Z","end":"2026-07-01T10:20:12.197909Z","steps":["trace[832960567] 'process raft request' (duration: 184.265671ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:12.394677Z","caller":"traceutil/trace.go:171","msg":"trace[724070571] linearizableReadLoop","detail":"{readStateIndex:26621; appliedIndex:26618; }","duration":"115.948123ms","start":"2026-07-01T10:20:12.278711Z","end":"2026-07-01T10:20:12.394659Z","steps":["trace[724070571] 'read index received' (duration: 109.93506ms)","trace[724070571] 'applied index is now lower than readState.Index' (duration: 6.012343ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:12.394802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.072236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:12.394828Z","caller":"traceutil/trace.go:171","msg":"trace[54232299] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25775; }","duration":"116.138398ms","start":"2026-07-01T10:20:12.27868Z","end":"2026-07-01T10:20:12.394819Z","steps":["trace[54232299] 'agreement among raft nodes before linearized reading' (duration: 116.053636ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:12.394988Z","caller":"traceutil/trace.go:171","msg":"trace[822084879] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25773; }","duration":"194.579261ms","start":"2026-07-01T10:20:12.200402Z","end":"2026-07-01T10:20:12.394981Z","steps":["trace[822084879] 'process raft request' (duration: 188.230658ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:12.395161Z","caller":"traceutil/trace.go:171","msg":"trace[965810733] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"187.100118ms","start":"2026-07-01T10:20:12.208054Z","end":"2026-07-01T10:20:12.395154Z","steps":["trace[965810733] 'process raft request' (duration: 186.414569ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:12.39522Z","caller":"traceutil/trace.go:171","msg":"trace[568283674] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"171.664318ms","start":"2026-07-01T10:20:12.223551Z","end":"2026-07-01T10:20:12.395215Z","steps":["trace[568283674] 'process raft request' (duration: 171.068132ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:12.99593Z","caller":"traceutil/trace.go:171","msg":"trace[521553486] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"123.283672ms","start":"2026-07-01T10:20:12.872621Z","end":"2026-07-01T10:20:12.995905Z","steps":["trace[521553486] 'process raft request' (duration: 123.073917ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:13.52306Z","caller":"traceutil/trace.go:171","msg":"trace[1030632997] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"119.136739ms","start":"2026-07-01T10:20:13.4039Z","end":"2026-07-01T10:20:13.523037Z","steps":["trace[1030632997] 'process raft request' (duration: 118.971054ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:13.877778Z","caller":"traceutil/trace.go:171","msg":"trace[1936399035] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"331.958005ms","start":"2026-07-01T10:20:13.545783Z","end":"2026-07-01T10:20:13.877741Z","steps":["trace[1936399035] 'process raft request' (duration: 236.433828ms)","trace[1936399035] 'compare' (duration: 95.24585ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:13.87793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:13.54576Z","time spent":"332.10486ms","remote":"127.0.0.1:45780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2979,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T10:20:15.998322Z","caller":"traceutil/trace.go:171","msg":"trace[1722975686] linearizableReadLoop","detail":"{readStateIndex:26665; appliedIndex:26664; }","duration":"309.483035ms","start":"2026-07-01T10:20:15.688812Z","end":"2026-07-01T10:20:15.998295Z","steps":["trace[1722975686] 'read index received' (duration: 309.228899ms)","trace[1722975686] 'applied index is now lower than readState.Index' (duration: 252.746µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:15.998424Z","caller":"traceutil/trace.go:171","msg":"trace[1440051102] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"351.350304ms","start":"2026-07-01T10:20:15.647036Z","end":"2026-07-01T10:20:15.998386Z","steps":["trace[1440051102] 'process raft request' (duration: 351.024275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:15.998608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:15.647005Z","time spent":"351.497938ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:15.998662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.832745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T10:20:15.9987Z","caller":"traceutil/trace.go:171","msg":"trace[74616833] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25818; }","duration":"309.895157ms","start":"2026-07-01T10:20:15.688794Z","end":"2026-07-01T10:20:15.998689Z","steps":["trace[74616833] 'agreement among raft nodes before linearized reading' (duration: 309.64315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:15.998741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:15.688724Z","time spent":"310.00417ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T10:20:16.131697Z","caller":"traceutil/trace.go:171","msg":"trace[1202214261] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"177.449676ms","start":"2026-07-01T10:20:15.954216Z","end":"2026-07-01T10:20:16.131665Z","steps":["trace[1202214261] 'process raft request' (duration: 177.384104ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:16.131723Z","caller":"traceutil/trace.go:171","msg":"trace[66147552] transaction","detail":"{read_only:false; response_revision:25819; number_of_response:1; }","duration":"177.861777ms","start":"2026-07-01T10:20:15.953811Z","end":"2026-07-01T10:20:16.131673Z","steps":["trace[66147552] 'process raft request' (duration: 177.545708ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:16.131728Z","caller":"traceutil/trace.go:171","msg":"trace[1719355920] transaction","detail":"{read_only:false; response_revision:25820; number_of_response:1; }","duration":"177.769254ms","start":"2026-07-01T10:20:15.953925Z","end":"2026-07-01T10:20:16.131695Z","steps":["trace[1719355920] 'process raft request' (duration: 177.63444ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:16.132053Z","caller":"traceutil/trace.go:171","msg":"trace[1510671321] transaction","detail":"{read_only:false; response_revision:25822; number_of_response:1; }","duration":"177.666461ms","start":"2026-07-01T10:20:15.95437Z","end":"2026-07-01T10:20:16.132037Z","steps":["trace[1510671321] 'process raft request' (duration: 177.25721ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:16.13221Z","caller":"traceutil/trace.go:171","msg":"trace[1854858038] transaction","detail":"{read_only:false; response_revision:25823; number_of_response:1; }","duration":"172.686635ms","start":"2026-07-01T10:20:15.959481Z","end":"2026-07-01T10:20:16.132167Z","steps":["trace[1854858038] 'process raft request' (duration: 172.414238ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:16.13236Z","caller":"traceutil/trace.go:171","msg":"trace[1625367065] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"172.664745ms","start":"2026-07-01T10:20:15.959682Z","end":"2026-07-01T10:20:16.132347Z","steps":["trace[1625367065] 'process raft request' (duration: 172.567253ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:16.132437Z","caller":"traceutil/trace.go:171","msg":"trace[424083423] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"172.811538ms","start":"2026-07-01T10:20:15.959618Z","end":"2026-07-01T10:20:16.13243Z","steps":["trace[424083423] 'process raft request' (duration: 172.456899ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:16.13234Z","caller":"traceutil/trace.go:171","msg":"trace[1260396304] linearizableReadLoop","detail":"{readStateIndex:26672; appliedIndex:26665; }","duration":"133.913491ms","start":"2026-07-01T10:20:15.998406Z","end":"2026-07-01T10:20:16.13232Z","steps":["trace[1260396304] 'read index received' (duration: 132.916404ms)","trace[1260396304] 'applied index is now lower than readState.Index' (duration: 995.677µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:16.13247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.358274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:16.132516Z","caller":"traceutil/trace.go:171","msg":"trace[29153053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25825; }","duration":"351.472487ms","start":"2026-07-01T10:20:15.781032Z","end":"2026-07-01T10:20:16.132505Z","steps":["trace[29153053] 'agreement among raft nodes before linearized reading' (duration: 351.347023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:16.13255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:15.781009Z","time spent":"351.532159ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:20:16.132643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.799769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T10:20:16.132659Z","caller":"traceutil/trace.go:171","msg":"trace[1751722827] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25825; }","duration":"129.861861ms","start":"2026-07-01T10:20:16.002791Z","end":"2026-07-01T10:20:16.132653Z","steps":["trace[1751722827] 'agreement among raft nodes before linearized reading' (duration: 129.731347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:16.132714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.686213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:20:16.132795Z","caller":"traceutil/trace.go:171","msg":"trace[1371280400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25825; }","duration":"162.831768ms","start":"2026-07-01T10:20:15.969942Z","end":"2026-07-01T10:20:16.132774Z","steps":["trace[1371280400] 'agreement among raft nodes before linearized reading' (duration: 162.55936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:16.132847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.316882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-07-01T10:20:16.132867Z","caller":"traceutil/trace.go:171","msg":"trace[1223088130] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:25825; }","duration":"113.379243ms","start":"2026-07-01T10:20:16.019481Z","end":"2026-07-01T10:20:16.13286Z","steps":["trace[1223088130] 'agreement among raft nodes before linearized reading' (duration: 113.307861ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:16.971023Z","caller":"traceutil/trace.go:171","msg":"trace[1562001733] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"105.246052ms","start":"2026-07-01T10:20:16.865753Z","end":"2026-07-01T10:20:16.970999Z","steps":["trace[1562001733] 'process raft request' (duration: 105.199911ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:16.97106Z","caller":"traceutil/trace.go:171","msg":"trace[827694534] transaction","detail":"{read_only:false; response_revision:25835; number_of_response:1; }","duration":"175.619056ms","start":"2026-07-01T10:20:16.795406Z","end":"2026-07-01T10:20:16.971025Z","steps":["trace[827694534] 'process raft request' (duration: 175.502302ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:16.971068Z","caller":"traceutil/trace.go:171","msg":"trace[1179537466] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"176.687965ms","start":"2026-07-01T10:20:16.794341Z","end":"2026-07-01T10:20:16.971029Z","steps":["trace[1179537466] 'process raft request' (duration: 173.548879ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:16.971109Z","caller":"traceutil/trace.go:171","msg":"trace[1312016686] linearizableReadLoop","detail":"{readStateIndex:26682; appliedIndex:26680; }","duration":"109.967121ms","start":"2026-07-01T10:20:16.861096Z","end":"2026-07-01T10:20:16.971063Z","steps":["trace[1312016686] 'read index received' (duration: 106.878177ms)","trace[1312016686] 'applied index is now lower than readState.Index' (duration: 3.078413ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:16.97121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.817968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:16.971427Z","caller":"traceutil/trace.go:171","msg":"trace[735272027] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25836; }","duration":"120.055364ms","start":"2026-07-01T10:20:16.851362Z","end":"2026-07-01T10:20:16.971417Z","steps":["trace[735272027] 'agreement among raft nodes before linearized reading' (duration: 119.773077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:16.971567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.952227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:20:16.97171Z","caller":"traceutil/trace.go:171","msg":"trace[104247892] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25836; }","duration":"104.130582ms","start":"2026-07-01T10:20:16.867568Z","end":"2026-07-01T10:20:16.971698Z","steps":["trace[104247892] 'agreement among raft nodes before linearized reading' (duration: 103.865685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:17.919052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.01499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:17.919163Z","caller":"traceutil/trace.go:171","msg":"trace[1851659188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25839; }","duration":"139.185135ms","start":"2026-07-01T10:20:17.779952Z","end":"2026-07-01T10:20:17.919137Z","steps":["trace[1851659188] 'range keys from in-memory index tree' (duration: 138.904167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:17.91957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.190428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:17.919652Z","caller":"traceutil/trace.go:171","msg":"trace[1489357675] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25839; }","duration":"462.28424ms","start":"2026-07-01T10:20:17.457351Z","end":"2026-07-01T10:20:17.919635Z","steps":["trace[1489357675] 'count revisions from in-memory index tree' (duration: 462.031444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:17.919728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:17.457221Z","time spent":"462.498216ms","remote":"127.0.0.1:57756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:20:17.91957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.373775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:20:17.919862Z","caller":"traceutil/trace.go:171","msg":"trace[1275828847] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25839; }","duration":"465.758925ms","start":"2026-07-01T10:20:17.454094Z","end":"2026-07-01T10:20:17.919853Z","steps":["trace[1275828847] 'count revisions from in-memory index tree' (duration: 465.274771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:17.919892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:17.454064Z","time spent":"465.820757ms","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":92,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:20:19.684822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.782516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-01T10:20:19.684902Z","caller":"traceutil/trace.go:171","msg":"trace[311793564] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25855; }","duration":"137.90308ms","start":"2026-07-01T10:20:19.546978Z","end":"2026-07-01T10:20:19.684881Z","steps":["trace[311793564] 'range keys from in-memory index tree' (duration: 137.600172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:19.685434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.603356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-01T10:20:19.685574Z","caller":"traceutil/trace.go:171","msg":"trace[920069067] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25855; }","duration":"267.843213ms","start":"2026-07-01T10:20:19.417699Z","end":"2026-07-01T10:20:19.685542Z","steps":["trace[920069067] 'range keys from in-memory index tree' (duration: 267.260947ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:19.857992Z","caller":"traceutil/trace.go:171","msg":"trace[70143800] linearizableReadLoop","detail":"{readStateIndex:26704; appliedIndex:26703; }","duration":"169.130098ms","start":"2026-07-01T10:20:19.688835Z","end":"2026-07-01T10:20:19.857965Z","steps":["trace[70143800] 'read index received' (duration: 168.925933ms)","trace[70143800] 'applied index is now lower than readState.Index' (duration: 203.315µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:19.85819Z","caller":"traceutil/trace.go:171","msg":"trace[1917965783] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"222.368757ms","start":"2026-07-01T10:20:19.635769Z","end":"2026-07-01T10:20:19.858138Z","steps":["trace[1917965783] 'process raft request' (duration: 222.041028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:19.858591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.735806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9f92ab86-192a-4474-9677-1681e2ef6406\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-01T10:20:19.858651Z","caller":"traceutil/trace.go:171","msg":"trace[1826242521] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9f92ab86-192a-4474-9677-1681e2ef6406; range_end:; response_count:1; response_revision:25856; }","duration":"169.857829ms","start":"2026-07-01T10:20:19.688776Z","end":"2026-07-01T10:20:19.858634Z","steps":["trace[1826242521] 'agreement among raft nodes before linearized reading' (duration: 169.666533ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:19.934748Z","caller":"traceutil/trace.go:171","msg":"trace[475493949] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"244.810857ms","start":"2026-07-01T10:20:19.689912Z","end":"2026-07-01T10:20:19.934722Z","steps":["trace[475493949] 'process raft request' (duration: 216.463626ms)","trace[475493949] 'compare' (duration: 28.172276ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:19.934933Z","caller":"traceutil/trace.go:171","msg":"trace[299706567] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"116.761945ms","start":"2026-07-01T10:20:19.81816Z","end":"2026-07-01T10:20:19.934921Z","steps":["trace[299706567] 'process raft request' (duration: 116.519878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:19.935024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.9618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:20:19.935102Z","caller":"traceutil/trace.go:171","msg":"trace[1912803923] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25858; }","duration":"231.075503ms","start":"2026-07-01T10:20:19.704012Z","end":"2026-07-01T10:20:19.935087Z","steps":["trace[1912803923] 'agreement among raft nodes before linearized reading' (duration: 230.908339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:19.935044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.762648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:19.935199Z","caller":"traceutil/trace.go:171","msg":"trace[908504146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25858; }","duration":"154.989525ms","start":"2026-07-01T10:20:19.780183Z","end":"2026-07-01T10:20:19.935173Z","steps":["trace[908504146] 'agreement among raft nodes before linearized reading' (duration: 154.768399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:21.423318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.167442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T10:20:21.423379Z","caller":"traceutil/trace.go:171","msg":"trace[273269139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25874; }","duration":"439.279145ms","start":"2026-07-01T10:20:20.984086Z","end":"2026-07-01T10:20:21.423365Z","steps":["trace[273269139] 'range keys from in-memory index tree' (duration: 439.011298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:21.423403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:20.984064Z","time spent":"439.334167ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:20:21.42355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.532544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T10:20:21.423618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.907775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:20:21.423635Z","caller":"traceutil/trace.go:171","msg":"trace[1000507729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25874; }","duration":"431.950576ms","start":"2026-07-01T10:20:20.991679Z","end":"2026-07-01T10:20:21.423629Z","steps":["trace[1000507729] 'range keys from in-memory index tree' (duration: 431.835783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:21.423648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:20.991667Z","time spent":"431.976966ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:20:21.423616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.84215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T10:20:21.423643Z","caller":"traceutil/trace.go:171","msg":"trace[1196902416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25874; }","duration":"438.686499ms","start":"2026-07-01T10:20:20.984938Z","end":"2026-07-01T10:20:21.423624Z","steps":["trace[1196902416] 'range keys from in-memory index tree' (duration: 438.323859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:21.423692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:20.984909Z","time spent":"438.772481ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T10:20:21.423691Z","caller":"traceutil/trace.go:171","msg":"trace[238670699] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25874; }","duration":"197.965163ms","start":"2026-07-01T10:20:21.225707Z","end":"2026-07-01T10:20:21.423672Z","steps":["trace[238670699] 'range keys from in-memory index tree' (duration: 197.649365ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:21.560509Z","caller":"traceutil/trace.go:171","msg":"trace[587719178] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"132.603756ms","start":"2026-07-01T10:20:21.427875Z","end":"2026-07-01T10:20:21.560478Z","steps":["trace[587719178] 'process raft request' (duration: 132.439152ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:21.567964Z","caller":"traceutil/trace.go:171","msg":"trace[372721286] linearizableReadLoop","detail":"{readStateIndex:26725; appliedIndex:26722; }","duration":"138.904437ms","start":"2026-07-01T10:20:21.429028Z","end":"2026-07-01T10:20:21.567932Z","steps":["trace[372721286] 'read index received' (duration: 131.348162ms)","trace[372721286] 'applied index is now lower than readState.Index' (duration: 7.554885ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:21.568011Z","caller":"traceutil/trace.go:171","msg":"trace[756418664] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"139.874073ms","start":"2026-07-01T10:20:21.428104Z","end":"2026-07-01T10:20:21.567978Z","steps":["trace[756418664] 'process raft request' (duration: 139.556145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:21.568356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.288677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18352"} {"level":"info","ts":"2026-07-01T10:20:21.568433Z","caller":"traceutil/trace.go:171","msg":"trace[860593472] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25877; }","duration":"139.440642ms","start":"2026-07-01T10:20:21.428977Z","end":"2026-07-01T10:20:21.568417Z","steps":["trace[860593472] 'agreement among raft nodes before linearized reading' (duration: 139.093303ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:21.569077Z","caller":"traceutil/trace.go:171","msg":"trace[793098556] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"140.401057ms","start":"2026-07-01T10:20:21.428651Z","end":"2026-07-01T10:20:21.569052Z","steps":["trace[793098556] 'process raft request' (duration: 139.227265ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:42.125883Z","caller":"traceutil/trace.go:171","msg":"trace[488150514] transaction","detail":"{read_only:false; response_revision:26048; number_of_response:1; }","duration":"457.364506ms","start":"2026-07-01T10:20:41.668496Z","end":"2026-07-01T10:20:42.125861Z","steps":["trace[488150514] 'process raft request' (duration: 457.189062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.126121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:41.668476Z","time spent":"457.561522ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:42.463466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.29652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:20:42.463704Z","caller":"traceutil/trace.go:171","msg":"trace[378564744] transaction","detail":"{read_only:false; response_revision:26049; number_of_response:1; }","duration":"793.871377ms","start":"2026-07-01T10:20:41.669804Z","end":"2026-07-01T10:20:42.463675Z","steps":["trace[378564744] 'process raft request' (duration: 527.272568ms)","trace[378564744] 'compare' (duration: 265.950451ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:42.463825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:41.669791Z","time spent":"793.972129ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:42.464101Z","caller":"traceutil/trace.go:171","msg":"trace[481099147] linearizableReadLoop","detail":"{readStateIndex:26902; appliedIndex:26899; }","duration":"681.379118ms","start":"2026-07-01T10:20:41.782702Z","end":"2026-07-01T10:20:42.464081Z","steps":["trace[481099147] 'read index received' (duration: 343.066189ms)","trace[481099147] 'applied index is now lower than readState.Index' (duration: 338.311719ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:42.464209Z","caller":"traceutil/trace.go:171","msg":"trace[2129611360] transaction","detail":"{read_only:false; response_revision:26050; number_of_response:1; }","duration":"793.422424ms","start":"2026-07-01T10:20:41.670714Z","end":"2026-07-01T10:20:42.464137Z","steps":["trace[2129611360] 'process raft request' (duration: 792.858699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.464314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.596153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:20:42.464355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:41.670708Z","time spent":"793.576548ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:42.464358Z","caller":"traceutil/trace.go:171","msg":"trace[624982626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26050; }","duration":"681.715857ms","start":"2026-07-01T10:20:41.782631Z","end":"2026-07-01T10:20:42.464347Z","steps":["trace[624982626] 'agreement among raft nodes before linearized reading' (duration: 681.610764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.464423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:41.782601Z","time spent":"681.811339ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T10:20:42.596213Z","caller":"traceutil/trace.go:171","msg":"trace[391098401] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"363.570587ms","start":"2026-07-01T10:20:42.232617Z","end":"2026-07-01T10:20:42.596188Z","steps":["trace[391098401] 'process raft request' (duration: 357.549923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.596366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:42.232591Z","time spent":"363.693539ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:42.596893Z","caller":"traceutil/trace.go:171","msg":"trace[1138495758] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"346.80649ms","start":"2026-07-01T10:20:42.25007Z","end":"2026-07-01T10:20:42.596877Z","steps":["trace[1138495758] 'process raft request' (duration: 346.658566ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:42.596926Z","caller":"traceutil/trace.go:171","msg":"trace[71105767] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"363.280958ms","start":"2026-07-01T10:20:42.233625Z","end":"2026-07-01T10:20:42.596906Z","steps":["trace[71105767] 'process raft request' (duration: 362.504087ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:42.596993Z","caller":"traceutil/trace.go:171","msg":"trace[2095784104] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"346.05679ms","start":"2026-07-01T10:20:42.250919Z","end":"2026-07-01T10:20:42.596975Z","steps":["trace[2095784104] 'process raft request' (duration: 345.839104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.597084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:42.250906Z","time spent":"346.138762ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:42.597095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:42.250033Z","time spent":"346.902513ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:42.597162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:42.233606Z","time spent":"363.410032ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:42.597176Z","caller":"traceutil/trace.go:171","msg":"trace[136971491] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"347.133619ms","start":"2026-07-01T10:20:42.249854Z","end":"2026-07-01T10:20:42.596987Z","steps":["trace[136971491] 'process raft request' (duration: 346.835761ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:42.59726Z","caller":"traceutil/trace.go:171","msg":"trace[1134778476] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"346.284946ms","start":"2026-07-01T10:20:42.25096Z","end":"2026-07-01T10:20:42.597245Z","steps":["trace[1134778476] 'process raft request' (duration: 345.827334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.597341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:42.250931Z","time spent":"346.368648ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:42.597344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:42.249834Z","time spent":"347.426457ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:42.596844Z","caller":"traceutil/trace.go:171","msg":"trace[1810218849] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"349.266657ms","start":"2026-07-01T10:20:42.247546Z","end":"2026-07-01T10:20:42.596812Z","steps":["trace[1810218849] 'process raft request' (duration: 349.096292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.597505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:42.24752Z","time spent":"349.934325ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:42.597744Z","caller":"traceutil/trace.go:171","msg":"trace[659978025] linearizableReadLoop","detail":"{readStateIndex:26910; appliedIndex:26902; }","duration":"133.582862ms","start":"2026-07-01T10:20:42.464147Z","end":"2026-07-01T10:20:42.59773Z","steps":["trace[659978025] 'read index received' (duration: 126.032497ms)","trace[659978025] 'applied index is now lower than readState.Index' (duration: 7.549545ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:42.597841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.084039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:42.597892Z","caller":"traceutil/trace.go:171","msg":"trace[252249978] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26060; }","duration":"190.16702ms","start":"2026-07-01T10:20:42.407709Z","end":"2026-07-01T10:20:42.597876Z","steps":["trace[252249978] 'agreement among raft nodes before linearized reading' (duration: 190.095148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.598008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.357902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:20:42.598067Z","caller":"traceutil/trace.go:171","msg":"trace[951296335] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26060; }","duration":"202.561438ms","start":"2026-07-01T10:20:42.395491Z","end":"2026-07-01T10:20:42.598052Z","steps":["trace[951296335] 'agreement among raft nodes before linearized reading' (duration: 202.331262ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:42.598087Z","caller":"traceutil/trace.go:171","msg":"trace[1067378496] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"346.252335ms","start":"2026-07-01T10:20:42.25182Z","end":"2026-07-01T10:20:42.598073Z","steps":["trace[1067378496] 'process raft request' (duration: 344.997321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.598147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:42.251808Z","time spent":"346.305297ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:42.598347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.658799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T10:20:42.598388Z","caller":"traceutil/trace.go:171","msg":"trace[421505905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26060; }","duration":"338.728141ms","start":"2026-07-01T10:20:42.259649Z","end":"2026-07-01T10:20:42.598377Z","steps":["trace[421505905] 'agreement among raft nodes before linearized reading' (duration: 338.604838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.59844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:42.259636Z","time spent":"338.773342ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T10:20:42.598493Z","caller":"traceutil/trace.go:171","msg":"trace[943111929] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"113.936649ms","start":"2026-07-01T10:20:42.484534Z","end":"2026-07-01T10:20:42.598471Z","steps":["trace[943111929] 'process raft request' (duration: 113.006253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.598639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.13056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:42.598691Z","caller":"traceutil/trace.go:171","msg":"trace[1698246723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26060; }","duration":"133.215922ms","start":"2026-07-01T10:20:42.465462Z","end":"2026-07-01T10:20:42.598678Z","steps":["trace[1698246723] 'agreement among raft nodes before linearized reading' (duration: 133.13032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.599015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.340005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:42.599071Z","caller":"traceutil/trace.go:171","msg":"trace[813645945] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26060; }","duration":"126.463219ms","start":"2026-07-01T10:20:42.472594Z","end":"2026-07-01T10:20:42.599057Z","steps":["trace[813645945] 'agreement among raft nodes before linearized reading' (duration: 126.357306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.599084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.576451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:20:42.599117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.396169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T10:20:42.599143Z","caller":"traceutil/trace.go:171","msg":"trace[1707363092] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26060; }","duration":"450.678433ms","start":"2026-07-01T10:20:42.14845Z","end":"2026-07-01T10:20:42.599129Z","steps":["trace[1707363092] 'agreement among raft nodes before linearized reading' (duration: 450.55254ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:42.599154Z","caller":"traceutil/trace.go:171","msg":"trace[555906182] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26060; }","duration":"627.522343ms","start":"2026-07-01T10:20:41.971621Z","end":"2026-07-01T10:20:42.599144Z","steps":["trace[555906182] 'agreement among raft nodes before linearized reading' (duration: 627.389549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.599186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:41.971601Z","time spent":"627.579124ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:20:42.599191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:42.148434Z","time spent":"450.745466ms","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:20:44.3857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.606193ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-01T10:20:44.386416Z","caller":"traceutil/trace.go:171","msg":"trace[1057317866] linearizableReadLoop","detail":"{readStateIndex:26915; appliedIndex:26914; }","duration":"291.219209ms","start":"2026-07-01T10:20:44.095151Z","end":"2026-07-01T10:20:44.38637Z","steps":["trace[1057317866] 'read index received' (duration: 74.863066ms)","trace[1057317866] 'applied index is now lower than readState.Index' (duration: 216.353453ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:44.386654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.491756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9547"} {"level":"warn","ts":"2026-07-01T10:20:44.386644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.017787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:44.386695Z","caller":"traceutil/trace.go:171","msg":"trace[686079728] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26062; }","duration":"291.570389ms","start":"2026-07-01T10:20:44.095114Z","end":"2026-07-01T10:20:44.386684Z","steps":["trace[686079728] 'agreement among raft nodes before linearized reading' (duration: 291.391164ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:44.386727Z","caller":"traceutil/trace.go:171","msg":"trace[823115573] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26062; }","duration":"215.1474ms","start":"2026-07-01T10:20:44.171552Z","end":"2026-07-01T10:20:44.3867Z","steps":["trace[823115573] 'agreement among raft nodes before linearized reading' (duration: 215.007276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:44.386752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.989028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T10:20:44.386842Z","caller":"traceutil/trace.go:171","msg":"trace[477409060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26062; }","duration":"257.118812ms","start":"2026-07-01T10:20:44.129704Z","end":"2026-07-01T10:20:44.386822Z","steps":["trace[477409060] 'agreement among raft nodes before linearized reading' (duration: 256.847304ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.68572Z","caller":"traceutil/trace.go:171","msg":"trace[520839844] linearizableReadLoop","detail":"{readStateIndex:26930; appliedIndex:26929; }","duration":"210.819233ms","start":"2026-07-01T10:20:46.47488Z","end":"2026-07-01T10:20:46.6857Z","steps":["trace[520839844] 'read index received' (duration: 210.659998ms)","trace[520839844] 'applied index is now lower than readState.Index' (duration: 158.545µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:46.6858Z","caller":"traceutil/trace.go:171","msg":"trace[303144873] transaction","detail":"{read_only:false; response_revision:26077; number_of_response:1; }","duration":"285.503353ms","start":"2026-07-01T10:20:46.400256Z","end":"2026-07-01T10:20:46.685759Z","steps":["trace[303144873] 'process raft request' (duration: 285.245186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:46.685993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.08935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:46.686057Z","caller":"traceutil/trace.go:171","msg":"trace[2120959945] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26077; }","duration":"211.223203ms","start":"2026-07-01T10:20:46.47482Z","end":"2026-07-01T10:20:46.686043Z","steps":["trace[2120959945] 'agreement among raft nodes before linearized reading' (duration: 211.038028ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.74844Z","caller":"traceutil/trace.go:171","msg":"trace[995509399] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"133.908601ms","start":"2026-07-01T10:20:46.614505Z","end":"2026-07-01T10:20:46.748414Z","steps":["trace[995509399] 'process raft request' (duration: 133.740937ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.748489Z","caller":"traceutil/trace.go:171","msg":"trace[769472253] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"133.894431ms","start":"2026-07-01T10:20:46.614573Z","end":"2026-07-01T10:20:46.748468Z","steps":["trace[769472253] 'process raft request' (duration: 133.739356ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.748654Z","caller":"traceutil/trace.go:171","msg":"trace[1556765118] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"136.813291ms","start":"2026-07-01T10:20:46.611544Z","end":"2026-07-01T10:20:46.748357Z","steps":["trace[1556765118] 'process raft request' (duration: 136.514183ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.748833Z","caller":"traceutil/trace.go:171","msg":"trace[632455494] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"133.145311ms","start":"2026-07-01T10:20:46.615669Z","end":"2026-07-01T10:20:46.748814Z","steps":["trace[632455494] 'process raft request' (duration: 132.839143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:46.748992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.618425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:20:46.748638Z","caller":"traceutil/trace.go:171","msg":"trace[1759739383] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"133.438778ms","start":"2026-07-01T10:20:46.615169Z","end":"2026-07-01T10:20:46.748608Z","steps":["trace[1759739383] 'process raft request' (duration: 133.206002ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.749056Z","caller":"traceutil/trace.go:171","msg":"trace[269076320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26085; }","duration":"271.733729ms","start":"2026-07-01T10:20:46.477306Z","end":"2026-07-01T10:20:46.749039Z","steps":["trace[269076320] 'agreement among raft nodes before linearized reading' (duration: 271.543764ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.749226Z","caller":"traceutil/trace.go:171","msg":"trace[1932354232] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"133.545792ms","start":"2026-07-01T10:20:46.615664Z","end":"2026-07-01T10:20:46.74921Z","steps":["trace[1932354232] 'process raft request' (duration: 133.051038ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.748581Z","caller":"traceutil/trace.go:171","msg":"trace[1084746782] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"133.302165ms","start":"2026-07-01T10:20:46.615252Z","end":"2026-07-01T10:20:46.748554Z","steps":["trace[1084746782] 'process raft request' (duration: 133.166861ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.749301Z","caller":"traceutil/trace.go:171","msg":"trace[1065755901] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"133.300905ms","start":"2026-07-01T10:20:46.615976Z","end":"2026-07-01T10:20:46.749277Z","steps":["trace[1065755901] 'process raft request' (duration: 132.818592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:46.749486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.523443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T10:20:46.749511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.331878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:20:46.749532Z","caller":"traceutil/trace.go:171","msg":"trace[1633817318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26085; }","duration":"129.627755ms","start":"2026-07-01T10:20:46.619891Z","end":"2026-07-01T10:20:46.749519Z","steps":["trace[1633817318] 'agreement among raft nodes before linearized reading' (duration: 129.398659ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.749554Z","caller":"traceutil/trace.go:171","msg":"trace[1036138019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26085; }","duration":"271.39692ms","start":"2026-07-01T10:20:46.478147Z","end":"2026-07-01T10:20:46.749544Z","steps":["trace[1036138019] 'agreement among raft nodes before linearized reading' (duration: 271.276637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:46.750497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.263504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:20:46.750542Z","caller":"traceutil/trace.go:171","msg":"trace[1930548570] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26085; }","duration":"165.312896ms","start":"2026-07-01T10:20:46.585218Z","end":"2026-07-01T10:20:46.750531Z","steps":["trace[1930548570] 'agreement among raft nodes before linearized reading' (duration: 163.792194ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.855301Z","caller":"traceutil/trace.go:171","msg":"trace[1540402009] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"101.731486ms","start":"2026-07-01T10:20:46.753541Z","end":"2026-07-01T10:20:46.855272Z","steps":["trace[1540402009] 'process raft request' (duration: 24.558697ms)","trace[1540402009] 'compare' (duration: 77.056806ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:46.887208Z","caller":"traceutil/trace.go:171","msg":"trace[1281186614] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"133.511931ms","start":"2026-07-01T10:20:46.753678Z","end":"2026-07-01T10:20:46.887189Z","steps":["trace[1281186614] 'process raft request' (duration: 133.397188ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.887324Z","caller":"traceutil/trace.go:171","msg":"trace[1098194134] linearizableReadLoop","detail":"{readStateIndex:26941; appliedIndex:26939; }","duration":"106.312821ms","start":"2026-07-01T10:20:46.780986Z","end":"2026-07-01T10:20:46.887299Z","steps":["trace[1098194134] 'read index received' (duration: 106.102295ms)","trace[1098194134] 'applied index is now lower than readState.Index' (duration: 209.126µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:46.887369Z","caller":"traceutil/trace.go:171","msg":"trace[811504286] transaction","detail":"{read_only:false; response_revision:26088; number_of_response:1; }","duration":"133.379327ms","start":"2026-07-01T10:20:46.753967Z","end":"2026-07-01T10:20:46.887346Z","steps":["trace[811504286] 'process raft request' (duration: 133.189362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:46.887434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.437764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:46.887491Z","caller":"traceutil/trace.go:171","msg":"trace[1658391648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26088; }","duration":"106.542247ms","start":"2026-07-01T10:20:46.780933Z","end":"2026-07-01T10:20:46.887476Z","steps":["trace[1658391648] 'agreement among raft nodes before linearized reading' (duration: 106.449294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:47.313189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.684133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-01T10:20:47.313273Z","caller":"traceutil/trace.go:171","msg":"trace[400511101] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26088; }","duration":"351.820716ms","start":"2026-07-01T10:20:46.961428Z","end":"2026-07-01T10:20:47.313249Z","steps":["trace[400511101] 'range keys from in-memory index tree' (duration: 351.467077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:47.313282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.432783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T10:20:47.313313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:46.961404Z","time spent":"351.899948ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-07-01T10:20:47.313341Z","caller":"traceutil/trace.go:171","msg":"trace[329337728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26088; }","duration":"231.494175ms","start":"2026-07-01T10:20:47.081831Z","end":"2026-07-01T10:20:47.313325Z","steps":["trace[329337728] 'range keys from in-memory index tree' (duration: 231.279778ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:47.786869Z","caller":"traceutil/trace.go:171","msg":"trace[1509157918] transaction","detail":"{read_only:false; response_revision:26090; number_of_response:1; }","duration":"182.599515ms","start":"2026-07-01T10:20:47.604248Z","end":"2026-07-01T10:20:47.786847Z","steps":["trace[1509157918] 'process raft request' (duration: 182.244885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:48.093446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.882133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:48.093522Z","caller":"traceutil/trace.go:171","msg":"trace[1082578272] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26090; }","duration":"118.985886ms","start":"2026-07-01T10:20:47.974519Z","end":"2026-07-01T10:20:48.093504Z","steps":["trace[1082578272] 'count revisions from in-memory index tree' (duration: 118.736329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:48.093863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.632052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:48.093893Z","caller":"traceutil/trace.go:171","msg":"trace[841104658] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26090; }","duration":"230.660632ms","start":"2026-07-01T10:20:47.863224Z","end":"2026-07-01T10:20:48.093885Z","steps":["trace[841104658] 'range keys from in-memory index tree' (duration: 230.57141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:48.093911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.600983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:48.09402Z","caller":"traceutil/trace.go:171","msg":"trace[938240570] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26090; }","duration":"140.718697ms","start":"2026-07-01T10:20:47.953253Z","end":"2026-07-01T10:20:48.093972Z","steps":["trace[938240570] 'count revisions from in-memory index tree' (duration: 140.47215ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:22:05.184357Z","caller":"traceutil/trace.go:171","msg":"trace[965007395] transaction","detail":"{read_only:false; response_revision:26833; number_of_response:1; }","duration":"104.767761ms","start":"2026-07-01T10:22:05.079565Z","end":"2026-07-01T10:22:05.184333Z","steps":["trace[965007395] 'process raft request' (duration: 104.581228ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:22:05.18473Z","caller":"traceutil/trace.go:171","msg":"trace[736053985] transaction","detail":"{read_only:false; response_revision:26834; number_of_response:1; }","duration":"105.047436ms","start":"2026-07-01T10:22:05.079645Z","end":"2026-07-01T10:22:05.184692Z","steps":["trace[736053985] 'process raft request' (duration: 104.643029ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:22:05.184782Z","caller":"traceutil/trace.go:171","msg":"trace[1545243118] transaction","detail":"{read_only:false; response_revision:26836; number_of_response:1; }","duration":"103.547091ms","start":"2026-07-01T10:22:05.081207Z","end":"2026-07-01T10:22:05.184754Z","steps":["trace[1545243118] 'process raft request' (duration: 103.432639ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:22:05.184802Z","caller":"traceutil/trace.go:171","msg":"trace[1644933063] transaction","detail":"{read_only:false; response_revision:26835; number_of_response:1; }","duration":"103.952128ms","start":"2026-07-01T10:22:05.080809Z","end":"2026-07-01T10:22:05.184761Z","steps":["trace[1644933063] 'process raft request' (duration: 103.704374ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:22:05.185105Z","caller":"traceutil/trace.go:171","msg":"trace[464627972] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"100.362696ms","start":"2026-07-01T10:22:05.084728Z","end":"2026-07-01T10:22:05.185091Z","steps":["trace[464627972] 'process raft request' (duration: 99.97411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:22:05.327676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.132041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:22:05.327816Z","caller":"traceutil/trace.go:171","msg":"trace[1923590524] linearizableReadLoop","detail":"{readStateIndex:27711; appliedIndex:27710; }","duration":"139.130192ms","start":"2026-07-01T10:22:05.188663Z","end":"2026-07-01T10:22:05.327794Z","steps":["trace[1923590524] 'read index received' (duration: 18.714586ms)","trace[1923590524] 'applied index is now lower than readState.Index' (duration: 120.413976ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:22:05.327936Z","caller":"traceutil/trace.go:171","msg":"trace[972182381] transaction","detail":"{read_only:false; response_revision:26839; number_of_response:1; }","duration":"227.148101ms","start":"2026-07-01T10:22:05.100745Z","end":"2026-07-01T10:22:05.327893Z","steps":["trace[972182381] 'process raft request' (duration: 106.684724ms)","trace[972182381] 'compare' (duration: 119.942428ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:22:05.327964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.297835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:22:05.328027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.498892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:22:05.328051Z","caller":"traceutil/trace.go:171","msg":"trace[1116954384] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26839; }","duration":"139.412017ms","start":"2026-07-01T10:22:05.188614Z","end":"2026-07-01T10:22:05.328026Z","steps":["trace[1116954384] 'agreement among raft nodes before linearized reading' (duration: 139.278825ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:22:05.328071Z","caller":"traceutil/trace.go:171","msg":"trace[1210664098] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26839; }","duration":"138.554162ms","start":"2026-07-01T10:22:05.189503Z","end":"2026-07-01T10:22:05.328057Z","steps":["trace[1210664098] 'agreement among raft nodes before linearized reading' (duration: 138.493361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:22:05.327968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.190024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:22:05.328183Z","caller":"traceutil/trace.go:171","msg":"trace[1400829877] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26839; }","duration":"139.417457ms","start":"2026-07-01T10:22:05.188727Z","end":"2026-07-01T10:22:05.328144Z","steps":["trace[1400829877] 'agreement among raft nodes before linearized reading' (duration: 139.194583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:22:05.328252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.865018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T10:22:05.328349Z","caller":"traceutil/trace.go:171","msg":"trace[1572534804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26839; }","duration":"138.99431ms","start":"2026-07-01T10:22:05.18933Z","end":"2026-07-01T10:22:05.328325Z","steps":["trace[1572534804] 'agreement among raft nodes before linearized reading' (duration: 138.686695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:22:05.32835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.321817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-01T10:22:05.328424Z","caller":"traceutil/trace.go:171","msg":"trace[2032823463] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26839; }","duration":"135.693244ms","start":"2026-07-01T10:22:05.192707Z","end":"2026-07-01T10:22:05.3284Z","steps":["trace[2032823463] 'agreement among raft nodes before linearized reading' (duration: 135.233437ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:22:46.329012Z","caller":"traceutil/trace.go:171","msg":"trace[1315888531] transaction","detail":"{read_only:false; response_revision:27237; number_of_response:1; }","duration":"104.580698ms","start":"2026-07-01T10:22:46.22441Z","end":"2026-07-01T10:22:46.32899Z","steps":["trace[1315888531] 'process raft request' (duration: 104.435346ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:22:46.428573Z","caller":"traceutil/trace.go:171","msg":"trace[1263043572] transaction","detail":"{read_only:false; response_revision:27238; number_of_response:1; }","duration":"125.434311ms","start":"2026-07-01T10:22:46.303114Z","end":"2026-07-01T10:22:46.428548Z","steps":["trace[1263043572] 'process raft request' (duration: 125.243878ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:23:57.789161Z","caller":"traceutil/trace.go:171","msg":"trace[1742380057] transaction","detail":"{read_only:false; response_revision:27891; number_of_response:1; }","duration":"113.418145ms","start":"2026-07-01T10:23:57.675711Z","end":"2026-07-01T10:23:57.789129Z","steps":["trace[1742380057] 'process raft request' (duration: 113.215329ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:23:57.789291Z","caller":"traceutil/trace.go:171","msg":"trace[492798986] transaction","detail":"{read_only:false; response_revision:27892; number_of_response:1; }","duration":"113.465616ms","start":"2026-07-01T10:23:57.675807Z","end":"2026-07-01T10:23:57.789272Z","steps":["trace[492798986] 'process raft request' (duration: 113.243379ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:24:06.313837Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25304} {"level":"info","ts":"2026-07-01T10:24:06.458761Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25304,"took":"140.55552ms","hash":4224359205,"current-db-size-bytes":57724928,"current-db-size":"58 MB","current-db-size-in-use-bytes":38223872,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-07-01T10:24:06.458825Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4224359205,"revision":25304,"compact-revision":22098} {"level":"info","ts":"2026-07-01T10:24:19.9771Z","caller":"traceutil/trace.go:171","msg":"trace[1207270237] transaction","detail":"{read_only:false; response_revision:28156; number_of_response:1; }","duration":"102.591171ms","start":"2026-07-01T10:24:19.874484Z","end":"2026-07-01T10:24:19.977075Z","steps":["trace[1207270237] 'process raft request' (duration: 102.491118ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:24:19.977111Z","caller":"traceutil/trace.go:171","msg":"trace[799080617] transaction","detail":"{read_only:false; response_revision:28155; number_of_response:1; }","duration":"102.837988ms","start":"2026-07-01T10:24:19.874247Z","end":"2026-07-01T10:24:19.977085Z","steps":["trace[799080617] 'process raft request' (duration: 102.585381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:24:20.151755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.339641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-07-01T10:24:20.151833Z","caller":"traceutil/trace.go:171","msg":"trace[1175731550] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:28157; }","duration":"131.518275ms","start":"2026-07-01T10:24:20.020297Z","end":"2026-07-01T10:24:20.151816Z","steps":["trace[1175731550] 'range keys from in-memory index tree' (duration: 131.198716ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:24:20.386838Z","caller":"traceutil/trace.go:171","msg":"trace[1517148556] transaction","detail":"{read_only:false; response_revision:28160; number_of_response:1; }","duration":"158.502476ms","start":"2026-07-01T10:24:20.228312Z","end":"2026-07-01T10:24:20.386814Z","steps":["trace[1517148556] 'process raft request' (duration: 126.007606ms)","trace[1517148556] 'compare' (duration: 32.387187ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:24:20.415728Z","caller":"traceutil/trace.go:171","msg":"trace[1383102879] transaction","detail":"{read_only:false; response_revision:28161; number_of_response:1; }","duration":"186.852545ms","start":"2026-07-01T10:24:20.228838Z","end":"2026-07-01T10:24:20.415691Z","steps":["trace[1383102879] 'process raft request' (duration: 186.634429ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:26:02.33508Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be773dfc027af3eb","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T10:26:02.343386Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-01T10:26:02.343604Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-01T10:26:31.377219Z","caller":"traceutil/trace.go:171","msg":"trace[455942757] transaction","detail":"{read_only:false; response_revision:29286; number_of_response:1; }","duration":"306.711233ms","start":"2026-07-01T10:26:31.070485Z","end":"2026-07-01T10:26:31.377196Z","steps":["trace[455942757] 'process raft request' (duration: 306.58582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:26:31.377365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:26:31.070446Z","time spent":"306.848137ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:26:31.38003Z","caller":"traceutil/trace.go:171","msg":"trace[84917818] linearizableReadLoop","detail":"{readStateIndex:30225; appliedIndex:30224; }","duration":"298.780408ms","start":"2026-07-01T10:26:31.081223Z","end":"2026-07-01T10:26:31.380003Z","steps":["trace[84917818] 'read index received' (duration: 296.022363ms)","trace[84917818] 'applied index is now lower than readState.Index' (duration: 2.756815ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:26:31.380104Z","caller":"traceutil/trace.go:171","msg":"trace[81499364] transaction","detail":"{read_only:false; response_revision:29287; number_of_response:1; }","duration":"309.012816ms","start":"2026-07-01T10:26:31.071052Z","end":"2026-07-01T10:26:31.380065Z","steps":["trace[81499364] 'process raft request' (duration: 308.79343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:26:31.380294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.050716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1177"} {"level":"warn","ts":"2026-07-01T10:26:31.38031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:26:31.071023Z","time spent":"309.16591ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:26:31.380404Z","caller":"traceutil/trace.go:171","msg":"trace[2093250391] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:29287; }","duration":"299.112368ms","start":"2026-07-01T10:26:31.081209Z","end":"2026-07-01T10:26:31.380321Z","steps":["trace[2093250391] 'agreement among raft nodes before linearized reading' (duration: 298.937843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:28:55.368561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.101945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:28:55.368628Z","caller":"traceutil/trace.go:171","msg":"trace[1997849697] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:30337; }","duration":"103.184437ms","start":"2026-07-01T10:28:55.265432Z","end":"2026-07-01T10:28:55.368617Z","steps":["trace[1997849697] 'count revisions from in-memory index tree' (duration: 103.000132ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:29:06.321435Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28030} {"level":"info","ts":"2026-07-01T10:29:06.454896Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28030,"took":"129.089219ms","hash":200317613,"current-db-size-bytes":57724928,"current-db-size":"58 MB","current-db-size-in-use-bytes":32399360,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T10:29:06.454991Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":200317613,"revision":28030,"compact-revision":25304} {"level":"info","ts":"2026-07-01T10:34:06.328426Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30414} {"level":"info","ts":"2026-07-01T10:34:06.465794Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30414,"took":"133.850604ms","hash":671927724,"current-db-size-bytes":57724928,"current-db-size":"58 MB","current-db-size-in-use-bytes":31551488,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T10:34:06.465923Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":671927724,"revision":30414,"compact-revision":28030} {"level":"info","ts":"2026-07-01T10:39:06.334919Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32681} {"level":"info","ts":"2026-07-01T10:39:06.490225Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32681,"took":"151.640881ms","hash":1697568347,"current-db-size-bytes":58769408,"current-db-size":"59 MB","current-db-size-in-use-bytes":31416320,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-01T10:39:06.490334Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1697568347,"revision":32681,"compact-revision":30414} {"level":"info","ts":"2026-07-01T10:44:06.343848Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34942} {"level":"info","ts":"2026-07-01T10:44:06.499406Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34942,"took":"152.550315ms","hash":4213000970,"current-db-size-bytes":59244544,"current-db-size":"59 MB","current-db-size-in-use-bytes":32182272,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T10:44:06.500026Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4213000970,"revision":34942,"compact-revision":32681} {"level":"info","ts":"2026-07-01T10:47:32.930162Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be773dfc027af3eb","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T10:47:32.935382Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-01T10:47:32.935494Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-01T10:49:06.356052Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37208} {"level":"info","ts":"2026-07-01T10:49:06.475812Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37208,"took":"115.604056ms","hash":22664238,"current-db-size-bytes":60510208,"current-db-size":"60 MB","current-db-size-in-use-bytes":32776192,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-01T10:49:06.475866Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":22664238,"revision":37208,"compact-revision":34942}