{"level":"warn","ts":"2026-03-18T00:47:22.775311Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T00:47:22.775438Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.156:2380","--initial-cluster=instance=https://199.204.45.156:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.156:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T00:47:22.775502Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T00:47:22.775509Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-03-18T00:47:22.775527Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T00:47:22.776168Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"]} {"level":"info","ts":"2026-03-18T00:47:22.776241Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.156:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T00:47:22.788134Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"11.682677ms"} {"level":"info","ts":"2026-03-18T00:47:22.813544Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5ac240a6daec2148","cluster-id":"62163637a46c33c2"} {"level":"info","ts":"2026-03-18T00:47:22.813841Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T00:47:22.813897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 0"} {"level":"info","ts":"2026-03-18T00:47:22.813936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5ac240a6daec2148 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T00:47:22.813953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 1"} {"level":"info","ts":"2026-03-18T00:47:22.814079Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"warn","ts":"2026-03-18T00:47:22.821442Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T00:47:22.824299Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T00:47:22.82592Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T00:47:22.829375Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5ac240a6daec2148","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T00:47:22.829717Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5ac240a6daec2148","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T00:47:22.829675Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:47:22.829846Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:47:22.829867Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:47:22.83102Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"info","ts":"2026-03-18T00:47:22.831826Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","added-peer-id":"5ac240a6daec2148","added-peer-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-03-18T00:47:22.838395Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T00:47:22.838519Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-03-18T00:47:22.838588Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-03-18T00:47:22.838779Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5ac240a6daec2148","initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T00:47:22.838846Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T00:47:23.715159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T00:47:23.715253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T00:47:23.715283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgPreVoteResp from 5ac240a6daec2148 at term 1"} {"level":"info","ts":"2026-03-18T00:47:23.715307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became candidate at term 2"} {"level":"info","ts":"2026-03-18T00:47:23.715319Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgVoteResp from 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-03-18T00:47:23.715337Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became leader at term 2"} {"level":"info","ts":"2026-03-18T00:47:23.715353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5ac240a6daec2148 elected leader 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-03-18T00:47:23.716544Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:47:23.717553Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5ac240a6daec2148","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.156:2379]}","request-path":"/0/members/5ac240a6daec2148/attributes","cluster-id":"62163637a46c33c2","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T00:47:23.7176Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T00:47:23.717642Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T00:47:23.717893Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T00:47:23.717983Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T00:47:23.718014Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:47:23.718187Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:47:23.718243Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:47:23.721245Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.156:2379"} {"level":"info","ts":"2026-03-18T00:47:23.721246Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T00:47:25.364964Z","caller":"traceutil/trace.go:171","msg":"trace[517558029] transaction","detail":"{read_only:false; response_revision:43; number_of_response:1; }","duration":"105.5687ms","start":"2026-03-18T00:47:25.259366Z","end":"2026-03-18T00:47:25.364934Z","steps":["trace[517558029] 'process raft request' (duration: 28.162507ms)","trace[517558029] 'compare' (duration: 77.072055ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:33.933743Z","caller":"traceutil/trace.go:171","msg":"trace[946828234] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"134.015583ms","start":"2026-03-18T00:47:33.799699Z","end":"2026-03-18T00:47:33.933714Z","steps":["trace[946828234] 'process raft request' (duration: 133.383588ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:33.986167Z","caller":"traceutil/trace.go:171","msg":"trace[372348322] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"178.512936ms","start":"2026-03-18T00:47:33.807632Z","end":"2026-03-18T00:47:33.986145Z","steps":["trace[372348322] 'process raft request' (duration: 178.416954ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:33.986227Z","caller":"traceutil/trace.go:171","msg":"trace[788074504] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"178.772282ms","start":"2026-03-18T00:47:33.807426Z","end":"2026-03-18T00:47:33.986198Z","steps":["trace[788074504] 'process raft request' (duration: 178.498376ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:33.986281Z","caller":"traceutil/trace.go:171","msg":"trace[864945772] linearizableReadLoop","detail":"{readStateIndex:316; appliedIndex:312; }","duration":"151.906307ms","start":"2026-03-18T00:47:33.834354Z","end":"2026-03-18T00:47:33.986261Z","steps":["trace[864945772] 'read index received' (duration: 98.892412ms)","trace[864945772] 'applied index is now lower than readState.Index' (duration: 53.012525ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:33.98634Z","caller":"traceutil/trace.go:171","msg":"trace[825566988] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"178.67659ms","start":"2026-03-18T00:47:33.807637Z","end":"2026-03-18T00:47:33.986314Z","steps":["trace[825566988] 'process raft request' (duration: 178.459145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:33.986563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.166493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-18T00:47:33.986698Z","caller":"traceutil/trace.go:171","msg":"trace[2143562441] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:306; }","duration":"152.356797ms","start":"2026-03-18T00:47:33.834309Z","end":"2026-03-18T00:47:33.986666Z","steps":["trace[2143562441] 'agreement among raft nodes before linearized reading' (duration: 152.06426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:33.988057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.9223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-18T00:47:33.988192Z","caller":"traceutil/trace.go:171","msg":"trace[2005921199] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:307; }","duration":"104.098664ms","start":"2026-03-18T00:47:33.884073Z","end":"2026-03-18T00:47:33.988172Z","steps":["trace[2005921199] 'agreement among raft nodes before linearized reading' (duration: 103.885169ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:34.340892Z","caller":"traceutil/trace.go:171","msg":"trace[1428100065] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"167.482865ms","start":"2026-03-18T00:47:34.17338Z","end":"2026-03-18T00:47:34.340863Z","steps":["trace[1428100065] 'process raft request' (duration: 90.088183ms)","trace[1428100065] 'compare' (duration: 77.197647ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:34.34089Z","caller":"traceutil/trace.go:171","msg":"trace[118280643] linearizableReadLoop","detail":"{readStateIndex:334; appliedIndex:331; }","duration":"156.391962ms","start":"2026-03-18T00:47:34.184481Z","end":"2026-03-18T00:47:34.340873Z","steps":["trace[118280643] 'read index received' (duration: 79.00285ms)","trace[118280643] 'applied index is now lower than readState.Index' (duration: 77.387972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:34.341002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.496855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-18T00:47:34.341063Z","caller":"traceutil/trace.go:171","msg":"trace[627896485] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:324; }","duration":"156.590977ms","start":"2026-03-18T00:47:34.184457Z","end":"2026-03-18T00:47:34.341048Z","steps":["trace[627896485] 'agreement among raft nodes before linearized reading' (duration: 156.485205ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:34.340993Z","caller":"traceutil/trace.go:171","msg":"trace[1649071817] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"165.877337ms","start":"2026-03-18T00:47:34.175089Z","end":"2026-03-18T00:47:34.340967Z","steps":["trace[1649071817] 'process raft request' (duration: 165.689693ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:34.341059Z","caller":"traceutil/trace.go:171","msg":"trace[1651561395] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"165.645462ms","start":"2026-03-18T00:47:34.17536Z","end":"2026-03-18T00:47:34.341005Z","steps":["trace[1651561395] 'process raft request' (duration: 165.469008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:34.341275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.910307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-18T00:47:34.342048Z","caller":"traceutil/trace.go:171","msg":"trace[1709312873] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:324; }","duration":"106.729477ms","start":"2026-03-18T00:47:34.235275Z","end":"2026-03-18T00:47:34.342005Z","steps":["trace[1709312873] 'agreement among raft nodes before linearized reading' (duration: 105.819915ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:34.483212Z","caller":"traceutil/trace.go:171","msg":"trace[1807028864] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"132.396194ms","start":"2026-03-18T00:47:34.350792Z","end":"2026-03-18T00:47:34.483188Z","steps":["trace[1807028864] 'process raft request' (duration: 132.349613ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:34.483225Z","caller":"traceutil/trace.go:171","msg":"trace[1842601495] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"134.159327ms","start":"2026-03-18T00:47:34.349043Z","end":"2026-03-18T00:47:34.483202Z","steps":["trace[1842601495] 'process raft request' (duration: 108.13882ms)","trace[1842601495] 'compare' (duration: 25.823512ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:38.875354Z","caller":"traceutil/trace.go:171","msg":"trace[118119152] linearizableReadLoop","detail":"{readStateIndex:376; appliedIndex:375; }","duration":"193.285226ms","start":"2026-03-18T00:47:38.682042Z","end":"2026-03-18T00:47:38.875327Z","steps":["trace[118119152] 'read index received' (duration: 193.097151ms)","trace[118119152] 'applied index is now lower than readState.Index' (duration: 187.155µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:38.875468Z","caller":"traceutil/trace.go:171","msg":"trace[2145221233] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"285.266643ms","start":"2026-03-18T00:47:38.59018Z","end":"2026-03-18T00:47:38.875446Z","steps":["trace[2145221233] 'process raft request' (duration: 284.979216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:38.875544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.46726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:47:38.875596Z","caller":"traceutil/trace.go:171","msg":"trace[1013700001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:364; }","duration":"193.578923ms","start":"2026-03-18T00:47:38.681999Z","end":"2026-03-18T00:47:38.875578Z","steps":["trace[1013700001] 'agreement among raft nodes before linearized reading' (duration: 193.44848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:39.344632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.573403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:47:39.344735Z","caller":"traceutil/trace.go:171","msg":"trace[1617401554] linearizableReadLoop","detail":"{readStateIndex:377; appliedIndex:376; }","duration":"266.222223ms","start":"2026-03-18T00:47:39.078496Z","end":"2026-03-18T00:47:39.344718Z","steps":["trace[1617401554] 'read index received' (duration: 11.333668ms)","trace[1617401554] 'applied index is now lower than readState.Index' (duration: 254.887194ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:39.344837Z","caller":"traceutil/trace.go:171","msg":"trace[1342449025] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"448.499178ms","start":"2026-03-18T00:47:38.896327Z","end":"2026-03-18T00:47:39.344826Z","steps":["trace[1342449025] 'process raft request' (duration: 193.544432ms)","trace[1342449025] 'compare' (duration: 253.455911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:39.344925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:38.896283Z","time spent":"448.58637ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:39.345009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.51104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:47:39.345082Z","caller":"traceutil/trace.go:171","msg":"trace[1043758518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:365; }","duration":"266.622923ms","start":"2026-03-18T00:47:39.07844Z","end":"2026-03-18T00:47:39.345063Z","steps":["trace[1043758518] 'agreement among raft nodes before linearized reading' (duration: 266.486829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:39.345047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.728466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:47:39.345216Z","caller":"traceutil/trace.go:171","msg":"trace[1110613533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:365; }","duration":"201.917851ms","start":"2026-03-18T00:47:39.143279Z","end":"2026-03-18T00:47:39.345196Z","steps":["trace[1110613533] 'agreement among raft nodes before linearized reading' (duration: 201.654425ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:41.49945Z","caller":"traceutil/trace.go:171","msg":"trace[1981576802] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"106.564623ms","start":"2026-03-18T00:47:41.39286Z","end":"2026-03-18T00:47:41.499424Z","steps":["trace[1981576802] 'process raft request' (duration: 99.291481ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:41.682708Z","caller":"traceutil/trace.go:171","msg":"trace[1017299465] linearizableReadLoop","detail":"{readStateIndex:387; appliedIndex:386; }","duration":"178.775012ms","start":"2026-03-18T00:47:41.503905Z","end":"2026-03-18T00:47:41.68268Z","steps":["trace[1017299465] 'read index received' (duration: 107.601228ms)","trace[1017299465] 'applied index is now lower than readState.Index' (duration: 71.172524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:41.682841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.923695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:41.682877Z","caller":"traceutil/trace.go:171","msg":"trace[1813315348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:375; }","duration":"179.014278ms","start":"2026-03-18T00:47:41.503851Z","end":"2026-03-18T00:47:41.682866Z","steps":["trace[1813315348] 'agreement among raft nodes before linearized reading' (duration: 178.934896ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:41.682838Z","caller":"traceutil/trace.go:171","msg":"trace[1706153904] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"287.567768ms","start":"2026-03-18T00:47:41.395219Z","end":"2026-03-18T00:47:41.682786Z","steps":["trace[1706153904] 'process raft request' (duration: 216.375053ms)","trace[1706153904] 'compare' (duration: 70.97233ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:41.871125Z","caller":"traceutil/trace.go:171","msg":"trace[275075161] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"159.403814ms","start":"2026-03-18T00:47:41.711692Z","end":"2026-03-18T00:47:41.871096Z","steps":["trace[275075161] 'process raft request' (duration: 159.164039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:49.920259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339418077839792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:47:50.349192Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109642795s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:47:50.349551Z","caller":"traceutil/trace.go:171","msg":"trace[39866390] linearizableReadLoop","detail":"{readStateIndex:436; appliedIndex:435; }","duration":"929.610727ms","start":"2026-03-18T00:47:49.419917Z","end":"2026-03-18T00:47:50.349528Z","steps":["trace[39866390] 'read index received' (duration: 929.443723ms)","trace[39866390] 'applied index is now lower than readState.Index' (duration: 166.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:50.349813Z","caller":"traceutil/trace.go:171","msg":"trace[1549917734] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"1.110374802s","start":"2026-03-18T00:47:49.239429Z","end":"2026-03-18T00:47:50.349803Z","steps":["trace[1549917734] 'process raft request' (duration: 1.109986853s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:50.34992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:49.239405Z","time spent":"1.110444234s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:50.350108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.200072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:47:50.350148Z","caller":"traceutil/trace.go:171","msg":"trace[353023314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:421; }","duration":"930.276433ms","start":"2026-03-18T00:47:49.419861Z","end":"2026-03-18T00:47:50.350138Z","steps":["trace[353023314] 'agreement among raft nodes before linearized reading' (duration: 930.213132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:50.350176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:49.419835Z","time spent":"930.334744ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:47:50.350325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.811236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:50.350361Z","caller":"traceutil/trace.go:171","msg":"trace[646229865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:421; }","duration":"846.866787ms","start":"2026-03-18T00:47:49.503486Z","end":"2026-03-18T00:47:50.350353Z","steps":["trace[646229865] 'agreement among raft nodes before linearized reading' (duration: 846.805235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:50.350385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:49.503475Z","time spent":"846.904698ms","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:47:50.350595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.874184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:47:50.35063Z","caller":"traceutil/trace.go:171","msg":"trace[1029488132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:421; }","duration":"402.941686ms","start":"2026-03-18T00:47:49.94768Z","end":"2026-03-18T00:47:50.350622Z","steps":["trace[1029488132] 'agreement among raft nodes before linearized reading' (duration: 402.878864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:50.350655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:49.94766Z","time spent":"402.989617ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:47:50.350783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.671661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:47:50.350817Z","caller":"traceutil/trace.go:171","msg":"trace[268543330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:421; }","duration":"633.762392ms","start":"2026-03-18T00:47:49.717047Z","end":"2026-03-18T00:47:50.35081Z","steps":["trace[268543330] 'agreement among raft nodes before linearized reading' (duration: 633.709361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:50.350842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:49.717022Z","time spent":"633.814684ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:47:50.350967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.473393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:47:50.350994Z","caller":"traceutil/trace.go:171","msg":"trace[353249661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:421; }","duration":"821.540465ms","start":"2026-03-18T00:47:49.529447Z","end":"2026-03-18T00:47:50.350987Z","steps":["trace[353249661] 'agreement among raft nodes before linearized reading' (duration: 821.488743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:50.351025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:49.529391Z","time spent":"821.629416ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:47:51.883776Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057844943s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:47:51.936519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109834061s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:47:51.936913Z","caller":"traceutil/trace.go:171","msg":"trace[333442534] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"1.579457484s","start":"2026-03-18T00:47:50.357372Z","end":"2026-03-18T00:47:51.936829Z","steps":["trace[333442534] 'process raft request' (duration: 468.554589ms)","trace[333442534] 'compare' (duration: 1.109682946s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:51.937147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:50.357349Z","time spent":"1.57965829s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:47:51.937209Z","caller":"traceutil/trace.go:171","msg":"trace[842544132] linearizableReadLoop","detail":"{readStateIndex:440; appliedIndex:436; }","duration":"1.433241102s","start":"2026-03-18T00:47:50.503908Z","end":"2026-03-18T00:47:51.937149Z","steps":["trace[842544132] 'read index received' (duration: 322.031849ms)","trace[842544132] 'applied index is now lower than readState.Index' (duration: 1.111207913s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:51.937262Z","caller":"traceutil/trace.go:171","msg":"trace[48838190] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"1.579826124s","start":"2026-03-18T00:47:50.357387Z","end":"2026-03-18T00:47:51.937213Z","steps":["trace[48838190] 'process raft request' (duration: 1.579371743s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:51.937721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:50.357369Z","time spent":"1.580205592s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:47:51.937947Z","caller":"traceutil/trace.go:171","msg":"trace[1655792445] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"1.580202222s","start":"2026-03-18T00:47:50.357566Z","end":"2026-03-18T00:47:51.937769Z","steps":["trace[1655792445] 'process raft request' (duration: 1.579427153s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:51.937992Z","caller":"traceutil/trace.go:171","msg":"trace[1112228775] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"1.580178252s","start":"2026-03-18T00:47:50.357641Z","end":"2026-03-18T00:47:51.93782Z","steps":["trace[1112228775] 'process raft request' (duration: 1.579458465s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:51.938112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:50.357622Z","time spent":"1.580424927s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:51.938203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:50.357558Z","time spent":"1.58049931s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:51.939093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435180579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:51.939139Z","caller":"traceutil/trace.go:171","msg":"trace[1952148083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:425; }","duration":"1.43525265s","start":"2026-03-18T00:47:50.503871Z","end":"2026-03-18T00:47:51.939123Z","steps":["trace[1952148083] 'agreement among raft nodes before linearized reading' (duration: 1.433401176s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:51.93918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:50.503573Z","time spent":"1.435590828s","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:47:58.41851Z","caller":"traceutil/trace.go:171","msg":"trace[600184425] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:487; }","duration":"409.218116ms","start":"2026-03-18T00:47:58.009262Z","end":"2026-03-18T00:47:58.41848Z","steps":["trace[600184425] 'read index received' (duration: 408.926679ms)","trace[600184425] 'applied index is now lower than readState.Index' (duration: 290.257µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:58.419036Z","caller":"traceutil/trace.go:171","msg":"trace[1854618704] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"446.863182ms","start":"2026-03-18T00:47:57.972123Z","end":"2026-03-18T00:47:58.418987Z","steps":["trace[1854618704] 'process raft request' (duration: 446.182486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:58.41931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.028085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:47:58.419407Z","caller":"traceutil/trace.go:171","msg":"trace[39849366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:471; }","duration":"410.137267ms","start":"2026-03-18T00:47:58.009232Z","end":"2026-03-18T00:47:58.419369Z","steps":["trace[39849366] 'agreement among raft nodes before linearized reading' (duration: 409.813059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:58.419445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:58.009214Z","time spent":"410.222879ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:47:58.419588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:57.972104Z","time spent":"447.054337ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:58.419708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.678346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:47:58.419769Z","caller":"traceutil/trace.go:171","msg":"trace[666418785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:471; }","duration":"409.759278ms","start":"2026-03-18T00:47:58.009989Z","end":"2026-03-18T00:47:58.419749Z","steps":["trace[666418785] 'agreement among raft nodes before linearized reading' (duration: 409.639465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:58.419798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:58.009983Z","time spent":"409.808869ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:47:58.419883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.981663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:47:58.420005Z","caller":"traceutil/trace.go:171","msg":"trace[88326469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:471; }","duration":"410.114766ms","start":"2026-03-18T00:47:58.00986Z","end":"2026-03-18T00:47:58.419975Z","steps":["trace[88326469] 'agreement among raft nodes before linearized reading' (duration: 409.713147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:58.420067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:58.009812Z","time spent":"410.240489ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:48:04.76005Z","caller":"traceutil/trace.go:171","msg":"trace[2131891426] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"311.57584ms","start":"2026-03-18T00:48:04.448451Z","end":"2026-03-18T00:48:04.760026Z","steps":["trace[2131891426] 'process raft request' (duration: 311.429256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:04.760216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:04.448434Z","time spent":"311.689243ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:06.326034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429474433s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:06.326129Z","caller":"traceutil/trace.go:171","msg":"trace[451021029] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:527; }","duration":"1.871431387s","start":"2026-03-18T00:48:04.454682Z","end":"2026-03-18T00:48:06.326113Z","steps":["trace[451021029] 'read index received' (duration: 305.110706ms)","trace[451021029] 'applied index is now lower than readState.Index' (duration: 1.566319301s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:06.326291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871613741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:48:06.326263Z","caller":"traceutil/trace.go:171","msg":"trace[1635578358] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"1.876026326s","start":"2026-03-18T00:48:04.450176Z","end":"2026-03-18T00:48:06.326202Z","steps":["trace[1635578358] 'process raft request' (duration: 446.310768ms)","trace[1635578358] 'compare' (duration: 1.429241227s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:06.32633Z","caller":"traceutil/trace.go:171","msg":"trace[327662307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:511; }","duration":"1.871674283s","start":"2026-03-18T00:48:04.454643Z","end":"2026-03-18T00:48:06.326318Z","steps":["trace[327662307] 'agreement among raft nodes before linearized reading' (duration: 1.87153235s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:06.326365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:04.454634Z","time spent":"1.871724094s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:48:06.326437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:04.45015Z","time spent":"1.876191371s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:06.32861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87279948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:48:06.32869Z","caller":"traceutil/trace.go:171","msg":"trace[488999937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:512; }","duration":"1.872909132s","start":"2026-03-18T00:48:04.455763Z","end":"2026-03-18T00:48:06.328672Z","steps":["trace[488999937] 'agreement among raft nodes before linearized reading' (duration: 1.872662276s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:06.328751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:04.455756Z","time spent":"1.872986594s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:48:06.329017Z","caller":"traceutil/trace.go:171","msg":"trace[576061412] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"720.1728ms","start":"2026-03-18T00:48:05.608826Z","end":"2026-03-18T00:48:06.328999Z","steps":["trace[576061412] 'process raft request' (duration: 719.485384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:06.329112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:05.608803Z","time spent":"720.250442ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:06.329245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.385177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:06.329279Z","caller":"traceutil/trace.go:171","msg":"trace[843122316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"825.439207ms","start":"2026-03-18T00:48:05.503831Z","end":"2026-03-18T00:48:06.32927Z","steps":["trace[843122316] 'agreement among raft nodes before linearized reading' (duration: 825.390766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:06.329309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:05.5038Z","time spent":"825.503509ms","remote":"127.0.0.1:39710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:48:06.329443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403679897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:06.329478Z","caller":"traceutil/trace.go:171","msg":"trace[1739052692] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:512; }","duration":"1.403746069s","start":"2026-03-18T00:48:04.925722Z","end":"2026-03-18T00:48:06.329468Z","steps":["trace[1739052692] 'agreement among raft nodes before linearized reading' (duration: 1.403698978s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:06.329511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:04.925702Z","time spent":"1.403802961s","remote":"127.0.0.1:39812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-18T00:48:06.329643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636458411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:06.329675Z","caller":"traceutil/trace.go:171","msg":"trace[1699171151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"1.636509043s","start":"2026-03-18T00:48:04.693159Z","end":"2026-03-18T00:48:06.329668Z","steps":["trace[1699171151] 'agreement among raft nodes before linearized reading' (duration: 1.636465412s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:06.329699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:04.693149Z","time spent":"1.636545513s","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:48:06.329862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642032774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fh9kc\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-18T00:48:06.329894Z","caller":"traceutil/trace.go:171","msg":"trace[180440363] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fh9kc; range_end:; response_count:1; response_revision:512; }","duration":"1.642123246s","start":"2026-03-18T00:48:04.687763Z","end":"2026-03-18T00:48:06.329886Z","steps":["trace[180440363] 'agreement among raft nodes before linearized reading' (duration: 1.642033094s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:06.329938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:04.687743Z","time spent":"1.642174228s","remote":"127.0.0.1:39904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-fh9kc\" "} {"level":"warn","ts":"2026-03-18T00:48:06.78293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.78364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:06.783087Z","caller":"traceutil/trace.go:171","msg":"trace[1098637029] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"451.977484ms","start":"2026-03-18T00:48:06.331084Z","end":"2026-03-18T00:48:06.783062Z","steps":["trace[1098637029] 'process raft request' (duration: 101.881357ms)","trace[1098637029] 'compare' (duration: 349.625796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:06.783178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:06.331061Z","time spent":"452.071536ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:06.95007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339418077839979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:48:07.450886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339418077839979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:48:07.92845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.494685755s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:48:08.178148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.243536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:08.178423Z","caller":"traceutil/trace.go:171","msg":"trace[1830762926] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:531; }","duration":"1.729256071s","start":"2026-03-18T00:48:06.449142Z","end":"2026-03-18T00:48:08.178398Z","steps":["trace[1830762926] 'read index received' (duration: 1.479500563s)","trace[1830762926] 'applied index is now lower than readState.Index' (duration: 249.754398ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:08.178554Z","caller":"traceutil/trace.go:171","msg":"trace[227352915] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"1.832634413s","start":"2026-03-18T00:48:06.345906Z","end":"2026-03-18T00:48:08.178541Z","steps":["trace[227352915] 'process raft request' (duration: 1.832399287s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:08.178638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:06.345883Z","time spent":"1.832710185s","remote":"127.0.0.1:39904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:08.178663Z","caller":"traceutil/trace.go:171","msg":"trace[1188151079] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"1.84508537s","start":"2026-03-18T00:48:06.333539Z","end":"2026-03-18T00:48:08.178624Z","steps":["trace[1188151079] 'process raft request' (duration: 1.595225969s)","trace[1188151079] 'compare' (duration: 249.103562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:08.178857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:06.333524Z","time spent":"1.845225662s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:08.178861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674846016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:48:08.178887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729722902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:08.178984Z","caller":"traceutil/trace.go:171","msg":"trace[1108674632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"1.675000969s","start":"2026-03-18T00:48:06.503949Z","end":"2026-03-18T00:48:08.17895Z","steps":["trace[1108674632] 'agreement among raft nodes before linearized reading' (duration: 1.674821805s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:08.179013Z","caller":"traceutil/trace.go:171","msg":"trace[1636485288] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:515; }","duration":"1.729880126s","start":"2026-03-18T00:48:06.449102Z","end":"2026-03-18T00:48:08.178982Z","steps":["trace[1636485288] 'agreement among raft nodes before linearized reading' (duration: 1.7296387s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:08.179058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:06.503928Z","time spent":"1.675116062s","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:48:08.179069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:06.449085Z","time spent":"1.729967548s","remote":"127.0.0.1:39812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-18T00:48:08.178948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51589106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:48:08.179181Z","caller":"traceutil/trace.go:171","msg":"trace[424155849] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:515; }","duration":"1.516156406s","start":"2026-03-18T00:48:06.662993Z","end":"2026-03-18T00:48:08.179149Z","steps":["trace[424155849] 'agreement among raft nodes before linearized reading' (duration: 1.515808328s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:08.179224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:06.662968Z","time spent":"1.516244109s","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-18T00:48:08.179228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414888684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:48:08.179418Z","caller":"traceutil/trace.go:171","msg":"trace[222830765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:515; }","duration":"1.415138021s","start":"2026-03-18T00:48:06.764216Z","end":"2026-03-18T00:48:08.179354Z","steps":["trace[222830765] 'agreement among raft nodes before linearized reading' (duration: 1.414574567s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:08.180099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:06.764185Z","time spent":"1.415887098s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:48:10.075792Z","caller":"traceutil/trace.go:171","msg":"trace[2143405512] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"205.858523ms","start":"2026-03-18T00:48:09.869898Z","end":"2026-03-18T00:48:10.075757Z","steps":["trace[2143405512] 'process raft request' (duration: 204.327656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:13.098569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.079468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-18T00:48:13.098686Z","caller":"traceutil/trace.go:171","msg":"trace[1552439487] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:705; }","duration":"109.257132ms","start":"2026-03-18T00:48:12.989401Z","end":"2026-03-18T00:48:13.098659Z","steps":["trace[1552439487] 'range keys from in-memory index tree' (duration: 108.864873ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:16.262159Z","caller":"traceutil/trace.go:171","msg":"trace[344858641] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"110.44072ms","start":"2026-03-18T00:48:16.151686Z","end":"2026-03-18T00:48:16.262126Z","steps":["trace[344858641] 'process raft request' (duration: 110.259285ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:16.283102Z","caller":"traceutil/trace.go:171","msg":"trace[1638483644] transaction","detail":"{read_only:false; number_of_response:0; response_revision:751; }","duration":"131.228875ms","start":"2026-03-18T00:48:16.151846Z","end":"2026-03-18T00:48:16.283075Z","steps":["trace[1638483644] 'process raft request' (duration: 131.052951ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:16.372726Z","caller":"traceutil/trace.go:171","msg":"trace[1293670144] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"103.684949ms","start":"2026-03-18T00:48:16.269014Z","end":"2026-03-18T00:48:16.372699Z","steps":["trace[1293670144] 'process raft request' (duration: 102.956851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:16.372868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.961332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:48:16.372937Z","caller":"traceutil/trace.go:171","msg":"trace[1104407543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:753; }","duration":"129.077344ms","start":"2026-03-18T00:48:16.243843Z","end":"2026-03-18T00:48:16.372921Z","steps":["trace[1104407543] 'agreement among raft nodes before linearized reading' (duration: 128.847379ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:16.41984Z","caller":"traceutil/trace.go:171","msg":"trace[1099476772] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"133.341076ms","start":"2026-03-18T00:48:16.286433Z","end":"2026-03-18T00:48:16.419774Z","steps":["trace[1099476772] 'process raft request' (duration: 133.170722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:16.420021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.189494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:1887"} {"level":"info","ts":"2026-03-18T00:48:16.420097Z","caller":"traceutil/trace.go:171","msg":"trace[1631654401] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:754; }","duration":"136.318646ms","start":"2026-03-18T00:48:16.283761Z","end":"2026-03-18T00:48:16.42008Z","steps":["trace[1631654401] 'agreement among raft nodes before linearized reading' (duration: 136.095881ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:16.654445Z","caller":"traceutil/trace.go:171","msg":"trace[1021137605] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"274.501597ms","start":"2026-03-18T00:48:16.379892Z","end":"2026-03-18T00:48:16.654394Z","steps":["trace[1021137605] 'process raft request' (duration: 274.20564ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:16.654628Z","caller":"traceutil/trace.go:171","msg":"trace[983683049] linearizableReadLoop","detail":"{readStateIndex:777; appliedIndex:775; }","duration":"234.865923ms","start":"2026-03-18T00:48:16.419735Z","end":"2026-03-18T00:48:16.654601Z","steps":["trace[983683049] 'read index received' (duration: 180.199191ms)","trace[983683049] 'applied index is now lower than readState.Index' (duration: 54.664762ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:16.65468Z","caller":"traceutil/trace.go:171","msg":"trace[338127478] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"278.098873ms","start":"2026-03-18T00:48:16.376547Z","end":"2026-03-18T00:48:16.654646Z","steps":["trace[338127478] 'process raft request' (duration: 223.37166ms)","trace[338127478] 'compare' (duration: 53.917954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:16.654801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.490934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:16.654845Z","caller":"traceutil/trace.go:171","msg":"trace[1469200981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:757; }","duration":"150.584236ms","start":"2026-03-18T00:48:16.504249Z","end":"2026-03-18T00:48:16.654833Z","steps":["trace[1469200981] 'agreement among raft nodes before linearized reading' (duration: 150.498574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:16.654845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.225866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:48:16.654926Z","caller":"traceutil/trace.go:171","msg":"trace[1740714428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:757; }","duration":"270.325497ms","start":"2026-03-18T00:48:16.384574Z","end":"2026-03-18T00:48:16.6549Z","steps":["trace[1740714428] 'agreement among raft nodes before linearized reading' (duration: 270.118263ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:20.248948Z","caller":"traceutil/trace.go:171","msg":"trace[358706946] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"100.437451ms","start":"2026-03-18T00:48:20.148489Z","end":"2026-03-18T00:48:20.248927Z","steps":["trace[358706946] 'process raft request' (duration: 100.303258ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:21.800566Z","caller":"traceutil/trace.go:171","msg":"trace[1429108452] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:824; }","duration":"146.520228ms","start":"2026-03-18T00:48:21.654027Z","end":"2026-03-18T00:48:21.800547Z","steps":["trace[1429108452] 'read index received' (duration: 146.421626ms)","trace[1429108452] 'applied index is now lower than readState.Index' (duration: 97.802µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:21.800609Z","caller":"traceutil/trace.go:171","msg":"trace[1969434492] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"251.16486ms","start":"2026-03-18T00:48:21.549426Z","end":"2026-03-18T00:48:21.800591Z","steps":["trace[1969434492] 'process raft request' (duration: 251.006546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:21.800796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.758334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:48:21.800855Z","caller":"traceutil/trace.go:171","msg":"trace[1779963920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:803; }","duration":"146.861587ms","start":"2026-03-18T00:48:21.65397Z","end":"2026-03-18T00:48:21.800832Z","steps":["trace[1779963920] 'agreement among raft nodes before linearized reading' (duration: 146.682792ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:21.831557Z","caller":"traceutil/trace.go:171","msg":"trace[465843746] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"102.106401ms","start":"2026-03-18T00:48:21.729418Z","end":"2026-03-18T00:48:21.831525Z","steps":["trace[465843746] 'process raft request' (duration: 92.553853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:28.795216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.547512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:48:28.795301Z","caller":"traceutil/trace.go:171","msg":"trace[1137517074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:877; }","duration":"254.664425ms","start":"2026-03-18T00:48:28.540618Z","end":"2026-03-18T00:48:28.795282Z","steps":["trace[1137517074] 'range keys from in-memory index tree' (duration: 254.421869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:28.79559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.272456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:28.795707Z","caller":"traceutil/trace.go:171","msg":"trace[736602483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:877; }","duration":"291.385969ms","start":"2026-03-18T00:48:28.504299Z","end":"2026-03-18T00:48:28.795685Z","steps":["trace[736602483] 'range keys from in-memory index tree' (duration: 291.186804ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:41.206515Z","caller":"traceutil/trace.go:171","msg":"trace[1771695724] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"201.966889ms","start":"2026-03-18T00:48:41.004517Z","end":"2026-03-18T00:48:41.206484Z","steps":["trace[1771695724] 'process raft request' (duration: 107.398948ms)","trace[1771695724] 'compare' (duration: 94.420118ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:45.493057Z","caller":"traceutil/trace.go:171","msg":"trace[24216360] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"267.000137ms","start":"2026-03-18T00:48:45.226021Z","end":"2026-03-18T00:48:45.493021Z","steps":["trace[24216360] 'process raft request' (duration: 266.798652ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:06.210339Z","caller":"traceutil/trace.go:171","msg":"trace[1673852583] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"107.446251ms","start":"2026-03-18T00:49:06.102866Z","end":"2026-03-18T00:49:06.210313Z","steps":["trace[1673852583] 'process raft request' (duration: 107.367529ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:06.210379Z","caller":"traceutil/trace.go:171","msg":"trace[2091920822] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"108.573138ms","start":"2026-03-18T00:49:06.101739Z","end":"2026-03-18T00:49:06.210312Z","steps":["trace[2091920822] 'process raft request' (duration: 98.619234ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:07.193889Z","caller":"traceutil/trace.go:171","msg":"trace[1979488664] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"162.80444ms","start":"2026-03-18T00:49:07.031054Z","end":"2026-03-18T00:49:07.193859Z","steps":["trace[1979488664] 'process raft request' (duration: 73.883203ms)","trace[1979488664] 'compare' (duration: 88.721572ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:07.193886Z","caller":"traceutil/trace.go:171","msg":"trace[435215834] linearizableReadLoop","detail":"{readStateIndex:1470; appliedIndex:1468; }","duration":"152.844606ms","start":"2026-03-18T00:49:07.041005Z","end":"2026-03-18T00:49:07.193849Z","steps":["trace[435215834] 'read index received' (duration: 18.055184ms)","trace[435215834] 'applied index is now lower than readState.Index' (duration: 134.787902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:07.194155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.123143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-rddb7\" ","response":"range_response_count:1 size:5500"} {"level":"info","ts":"2026-03-18T00:49:07.194254Z","caller":"traceutil/trace.go:171","msg":"trace[1598035328] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-rddb7; range_end:; response_count:1; response_revision:1409; }","duration":"153.260105ms","start":"2026-03-18T00:49:07.040969Z","end":"2026-03-18T00:49:07.194229Z","steps":["trace[1598035328] 'agreement among raft nodes before linearized reading' (duration: 152.979129ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:07.24439Z","caller":"traceutil/trace.go:171","msg":"trace[1594374502] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"118.737326ms","start":"2026-03-18T00:49:07.125616Z","end":"2026-03-18T00:49:07.244353Z","steps":["trace[1594374502] 'process raft request' (duration: 118.49099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:07.244507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.752552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:49:07.244629Z","caller":"traceutil/trace.go:171","msg":"trace[2083704983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1411; }","duration":"111.937656ms","start":"2026-03-18T00:49:07.132668Z","end":"2026-03-18T00:49:07.244606Z","steps":["trace[2083704983] 'agreement among raft nodes before linearized reading' (duration: 111.591718ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:09.62874Z","caller":"traceutil/trace.go:171","msg":"trace[538642736] linearizableReadLoop","detail":"{readStateIndex:1486; appliedIndex:1485; }","duration":"124.932171ms","start":"2026-03-18T00:49:09.503777Z","end":"2026-03-18T00:49:09.628709Z","steps":["trace[538642736] 'read index received' (duration: 124.628013ms)","trace[538642736] 'applied index is now lower than readState.Index' (duration: 302.878µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:09.628777Z","caller":"traceutil/trace.go:171","msg":"trace[2096973507] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"149.296273ms","start":"2026-03-18T00:49:09.47945Z","end":"2026-03-18T00:49:09.628746Z","steps":["trace[2096973507] 'process raft request' (duration: 149.063187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:09.628954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.152207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:09.629011Z","caller":"traceutil/trace.go:171","msg":"trace[1142344380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1425; }","duration":"125.226658ms","start":"2026-03-18T00:49:09.503767Z","end":"2026-03-18T00:49:09.628994Z","steps":["trace[1142344380] 'agreement among raft nodes before linearized reading' (duration: 125.120506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:16.653235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339418077841945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:49:17.104014Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01277581s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:49:17.27789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1901086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0bcddf9c-b706-4fee-a848-96612a677c8b\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-18T00:49:17.277997Z","caller":"traceutil/trace.go:171","msg":"trace[1066692191] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0bcddf9c-b706-4fee-a848-96612a677c8b; range_end:; response_count:1; response_revision:1531; }","duration":"1.190273914s","start":"2026-03-18T00:49:16.087698Z","end":"2026-03-18T00:49:17.277972Z","steps":["trace[1066692191] 'range keys from in-memory index tree' (duration: 1.189858715s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.278047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:16.087646Z","time spent":"1.190390007s","remote":"127.0.0.1:39904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0bcddf9c-b706-4fee-a848-96612a677c8b\" "} {"level":"warn","ts":"2026-03-18T00:49:17.278519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.093654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:49:17.278657Z","caller":"traceutil/trace.go:171","msg":"trace[1899186595] linearizableReadLoop","detail":"{readStateIndex:1594; appliedIndex:1593; }","duration":"1.125939415s","start":"2026-03-18T00:49:16.152696Z","end":"2026-03-18T00:49:17.278636Z","steps":["trace[1899186595] 'read index received' (duration: 951.430731ms)","trace[1899186595] 'applied index is now lower than readState.Index' (duration: 174.506574ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:17.278752Z","caller":"traceutil/trace.go:171","msg":"trace[1363114658] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"1.187579092s","start":"2026-03-18T00:49:16.091128Z","end":"2026-03-18T00:49:17.278707Z","steps":["trace[1363114658] 'process raft request' (duration: 1.013079878s)","trace[1363114658] 'compare' (duration: 173.94194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:17.278857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12616217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T00:49:17.27888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.992311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:17.278912Z","caller":"traceutil/trace.go:171","msg":"trace[1545424447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1532; }","duration":"1.126255632s","start":"2026-03-18T00:49:16.15264Z","end":"2026-03-18T00:49:17.278895Z","steps":["trace[1545424447] 'agreement among raft nodes before linearized reading' (duration: 1.126086468s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:17.278938Z","caller":"traceutil/trace.go:171","msg":"trace[1854263769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1532; }","duration":"775.051053ms","start":"2026-03-18T00:49:16.503873Z","end":"2026-03-18T00:49:17.278924Z","steps":["trace[1854263769] 'agreement among raft nodes before linearized reading' (duration: 774.897959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.278941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.923056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:49:17.278962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:16.152619Z","time spent":"1.126332304s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:17.278989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:16.503779Z","time spent":"775.199286ms","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:49:17.279009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.128212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-18T00:49:17.279015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:16.091102Z","time spent":"1.187762395s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:17.279073Z","caller":"traceutil/trace.go:171","msg":"trace[268333342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1532; }","duration":"572.212104ms","start":"2026-03-18T00:49:16.706841Z","end":"2026-03-18T00:49:17.279054Z","steps":["trace[268333342] 'agreement among raft nodes before linearized reading' (duration: 572.025429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.279122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:16.70683Z","time spent":"572.280356ms","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:49:17.279101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.951741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:49:17.279003Z","caller":"traceutil/trace.go:171","msg":"trace[1197578238] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1532; }","duration":"222.054119ms","start":"2026-03-18T00:49:17.056932Z","end":"2026-03-18T00:49:17.278986Z","steps":["trace[1197578238] 'agreement among raft nodes before linearized reading' (duration: 221.903226ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:17.279185Z","caller":"traceutil/trace.go:171","msg":"trace[306237012] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1532; }","duration":"122.089154ms","start":"2026-03-18T00:49:17.157079Z","end":"2026-03-18T00:49:17.279168Z","steps":["trace[306237012] 'agreement among raft nodes before linearized reading' (duration: 121.871839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.279164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.630625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T00:49:17.279311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.823253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T00:49:17.279364Z","caller":"traceutil/trace.go:171","msg":"trace[71391276] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:1532; }","duration":"613.858941ms","start":"2026-03-18T00:49:16.665478Z","end":"2026-03-18T00:49:17.279337Z","steps":["trace[71391276] 'agreement among raft nodes before linearized reading' (duration: 613.487753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.27944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:16.665468Z","time spent":"613.959403ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-18T00:49:17.279269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.587823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:49:17.279368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.836657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0bcddf9c-b706-4fee-a848-96612a677c8b\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-18T00:49:17.27952Z","caller":"traceutil/trace.go:171","msg":"trace[1738884226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1532; }","duration":"179.875889ms","start":"2026-03-18T00:49:17.099632Z","end":"2026-03-18T00:49:17.279508Z","steps":["trace[1738884226] 'agreement among raft nodes before linearized reading' (duration: 179.426149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:17.279552Z","caller":"traceutil/trace.go:171","msg":"trace[1142987612] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0bcddf9c-b706-4fee-a848-96612a677c8b; range_end:; response_count:1; response_revision:1532; }","duration":"691.047672ms","start":"2026-03-18T00:49:16.588493Z","end":"2026-03-18T00:49:17.279541Z","steps":["trace[1142987612] 'agreement among raft nodes before linearized reading' (duration: 690.764745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.279598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:16.588484Z","time spent":"691.100613ms","remote":"127.0.0.1:39904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0bcddf9c-b706-4fee-a848-96612a677c8b\" "} {"level":"info","ts":"2026-03-18T00:49:17.279372Z","caller":"traceutil/trace.go:171","msg":"trace[450489202] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1532; }","duration":"374.910036ms","start":"2026-03-18T00:49:16.904448Z","end":"2026-03-18T00:49:17.279358Z","steps":["trace[450489202] 'agreement among raft nodes before linearized reading' (duration: 374.774863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.279672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:16.904436Z","time spent":"375.200842ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:49:17.839205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339418077841956,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:49:17.861939Z","caller":"traceutil/trace.go:171","msg":"trace[2115581853] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"578.84371ms","start":"2026-03-18T00:49:17.283057Z","end":"2026-03-18T00:49:17.861901Z","steps":["trace[2115581853] 'process raft request' (duration: 578.528722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.862178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.283039Z","time spent":"579.049065ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:17.861959Z","caller":"traceutil/trace.go:171","msg":"trace[1400963796] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"578.720748ms","start":"2026-03-18T00:49:17.28321Z","end":"2026-03-18T00:49:17.861931Z","steps":["trace[1400963796] 'process raft request' (duration: 578.586164ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:17.862377Z","caller":"traceutil/trace.go:171","msg":"trace[1225303107] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"578.141033ms","start":"2026-03-18T00:49:17.284207Z","end":"2026-03-18T00:49:17.862348Z","steps":["trace[1225303107] 'process raft request' (duration: 577.971499ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:17.862411Z","caller":"traceutil/trace.go:171","msg":"trace[524574096] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"576.222388ms","start":"2026-03-18T00:49:17.286172Z","end":"2026-03-18T00:49:17.862394Z","steps":["trace[524574096] 'process raft request' (duration: 576.116756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.862443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.283183Z","time spent":"579.229479ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:17.862434Z","caller":"traceutil/trace.go:171","msg":"trace[464690260] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"578.228136ms","start":"2026-03-18T00:49:17.284129Z","end":"2026-03-18T00:49:17.862357Z","steps":["trace[464690260] 'process raft request' (duration: 577.749274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.862529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.284189Z","time spent":"578.258087ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:17.862569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.286155Z","time spent":"576.302891ms","remote":"127.0.0.1:39904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:17.862742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.284111Z","time spent":"578.40578ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:18.170025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.16346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:49:18.170273Z","caller":"traceutil/trace.go:171","msg":"trace[1190785910] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"830.7709ms","start":"2026-03-18T00:49:17.339454Z","end":"2026-03-18T00:49:18.170225Z","steps":["trace[1190785910] 'process raft request' (duration: 655.208482ms)","trace[1190785910] 'compare' (duration: 174.977364ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:18.170324Z","caller":"traceutil/trace.go:171","msg":"trace[1347927536] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"240.487171ms","start":"2026-03-18T00:49:17.929793Z","end":"2026-03-18T00:49:18.17028Z","steps":["trace[1347927536] 'process raft request' (duration: 240.407899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:18.170509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.339433Z","time spent":"830.947945ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:18.170574Z","caller":"traceutil/trace.go:171","msg":"trace[1713175918] linearizableReadLoop","detail":"{readStateIndex:1601; appliedIndex:1595; }","duration":"832.136482ms","start":"2026-03-18T00:49:17.338402Z","end":"2026-03-18T00:49:18.170538Z","steps":["trace[1713175918] 'read index received' (duration: 523.214275ms)","trace[1713175918] 'applied index is now lower than readState.Index' (duration: 308.916527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:18.170876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.355678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:49:18.170936Z","caller":"traceutil/trace.go:171","msg":"trace[1373436319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1539; }","duration":"864.492781ms","start":"2026-03-18T00:49:17.306428Z","end":"2026-03-18T00:49:18.17092Z","steps":["trace[1373436319] 'agreement among raft nodes before linearized reading' (duration: 864.249416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:18.17097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.3064Z","time spent":"864.563063ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:49:18.194127Z","caller":"traceutil/trace.go:171","msg":"trace[1801881586] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"175.140519ms","start":"2026-03-18T00:49:18.018956Z","end":"2026-03-18T00:49:18.194096Z","steps":["trace[1801881586] 'process raft request' (duration: 174.907524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:18.194148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.883536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:18.194224Z","caller":"traceutil/trace.go:171","msg":"trace[1556503300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1540; }","duration":"690.046719ms","start":"2026-03-18T00:49:17.504159Z","end":"2026-03-18T00:49:18.194206Z","steps":["trace[1556503300] 'agreement among raft nodes before linearized reading' (duration: 689.886095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:18.194244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.789889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T00:49:18.194268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.504127Z","time spent":"690.133441ms","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:49:18.194328Z","caller":"traceutil/trace.go:171","msg":"trace[1240353796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1540; }","duration":"451.908192ms","start":"2026-03-18T00:49:17.742385Z","end":"2026-03-18T00:49:18.194294Z","steps":["trace[1240353796] 'agreement among raft nodes before linearized reading' (duration: 451.668526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:18.19438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.742364Z","time spent":"452.006475ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:49:18.331373Z","caller":"traceutil/trace.go:171","msg":"trace[1212900276] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"132.307353ms","start":"2026-03-18T00:49:18.199014Z","end":"2026-03-18T00:49:18.331322Z","steps":["trace[1212900276] 'process raft request' (duration: 93.526194ms)","trace[1212900276] 'compare' (duration: 38.449162ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:18.912995Z","caller":"traceutil/trace.go:171","msg":"trace[144138971] linearizableReadLoop","detail":"{readStateIndex:1606; appliedIndex:1605; }","duration":"408.733749ms","start":"2026-03-18T00:49:18.504234Z","end":"2026-03-18T00:49:18.912968Z","steps":["trace[144138971] 'read index received' (duration: 408.484683ms)","trace[144138971] 'applied index is now lower than readState.Index' (duration: 248.176µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:18.913131Z","caller":"traceutil/trace.go:171","msg":"trace[1953208268] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"413.744917ms","start":"2026-03-18T00:49:18.499346Z","end":"2026-03-18T00:49:18.913091Z","steps":["trace[1953208268] 'process raft request' (duration: 413.44146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:18.913181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.925483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:18.913217Z","caller":"traceutil/trace.go:171","msg":"trace[1237633578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1543; }","duration":"409.028366ms","start":"2026-03-18T00:49:18.504178Z","end":"2026-03-18T00:49:18.913206Z","steps":["trace[1237633578] 'agreement among raft nodes before linearized reading' (duration: 408.894343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:18.913257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:18.504155Z","time spent":"409.094718ms","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:49:18.913299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:18.499326Z","time spent":"413.87506ms","remote":"127.0.0.1:39794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:28.099519Z","caller":"traceutil/trace.go:171","msg":"trace[1719584168] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"190.086269ms","start":"2026-03-18T00:49:27.909412Z","end":"2026-03-18T00:49:28.099498Z","steps":["trace[1719584168] 'process raft request' (duration: 189.954026ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:28.10578Z","caller":"traceutil/trace.go:171","msg":"trace[1813218384] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"196.319656ms","start":"2026-03-18T00:49:27.90945Z","end":"2026-03-18T00:49:28.10577Z","steps":["trace[1813218384] 'process raft request' (duration: 196.133071ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:28.10578Z","caller":"traceutil/trace.go:171","msg":"trace[1770614563] linearizableReadLoop","detail":"{readStateIndex:1690; appliedIndex:1688; }","duration":"196.201303ms","start":"2026-03-18T00:49:27.909559Z","end":"2026-03-18T00:49:28.10576Z","steps":["trace[1770614563] 'read index received' (duration: 189.896645ms)","trace[1770614563] 'applied index is now lower than readState.Index' (duration: 6.303938ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:28.105928Z","caller":"traceutil/trace.go:171","msg":"trace[289594226] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"193.242574ms","start":"2026-03-18T00:49:27.912651Z","end":"2026-03-18T00:49:28.105894Z","steps":["trace[289594226] 'process raft request' (duration: 193.055539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:28.105988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.407538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:49:28.106017Z","caller":"traceutil/trace.go:171","msg":"trace[1494850086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1625; }","duration":"196.478129ms","start":"2026-03-18T00:49:27.909531Z","end":"2026-03-18T00:49:28.10601Z","steps":["trace[1494850086] 'agreement among raft nodes before linearized reading' (duration: 196.324726ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:33.92016Z","caller":"traceutil/trace.go:171","msg":"trace[334003110] linearizableReadLoop","detail":"{readStateIndex:1731; appliedIndex:1730; }","duration":"477.507593ms","start":"2026-03-18T00:49:33.442613Z","end":"2026-03-18T00:49:33.92012Z","steps":["trace[334003110] 'read index received' (duration: 477.021472ms)","trace[334003110] 'applied index is now lower than readState.Index' (duration: 484.451µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:33.92022Z","caller":"traceutil/trace.go:171","msg":"trace[1134528336] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"562.365653ms","start":"2026-03-18T00:49:33.357814Z","end":"2026-03-18T00:49:33.92018Z","steps":["trace[1134528336] 'process raft request' (duration: 562.032815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:33.920395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:33.357793Z","time spent":"562.508007ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:33.920507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.839291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:49:33.920566Z","caller":"traceutil/trace.go:171","msg":"trace[1469315900] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1663; }","duration":"477.990084ms","start":"2026-03-18T00:49:33.442559Z","end":"2026-03-18T00:49:33.920549Z","steps":["trace[1469315900] 'agreement among raft nodes before linearized reading' (duration: 477.720928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:33.920613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:33.442536Z","time spent":"478.066635ms","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T00:50:00.445223Z","caller":"traceutil/trace.go:171","msg":"trace[1466095028] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"106.371465ms","start":"2026-03-18T00:50:00.338822Z","end":"2026-03-18T00:50:00.445194Z","steps":["trace[1466095028] 'process raft request' (duration: 106.209671ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:00.45661Z","caller":"traceutil/trace.go:171","msg":"trace[1060459696] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"117.120707ms","start":"2026-03-18T00:50:00.339458Z","end":"2026-03-18T00:50:00.456579Z","steps":["trace[1060459696] 'process raft request' (duration: 116.82707ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:00.456991Z","caller":"traceutil/trace.go:171","msg":"trace[1197309179] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"115.444437ms","start":"2026-03-18T00:50:00.341529Z","end":"2026-03-18T00:50:00.456974Z","steps":["trace[1197309179] 'process raft request' (duration: 114.956216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:02.592075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.785331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:50:02.592223Z","caller":"traceutil/trace.go:171","msg":"trace[1149706013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1808; }","duration":"276.994626ms","start":"2026-03-18T00:50:02.315192Z","end":"2026-03-18T00:50:02.592187Z","steps":["trace[1149706013] 'range keys from in-memory index tree' (duration: 276.571386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:02.592204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.927078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:50:02.592263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.907953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T00:50:02.592313Z","caller":"traceutil/trace.go:171","msg":"trace[1877675979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1808; }","duration":"142.110853ms","start":"2026-03-18T00:50:02.450178Z","end":"2026-03-18T00:50:02.592288Z","steps":["trace[1877675979] 'range keys from in-memory index tree' (duration: 141.712633ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:02.592334Z","caller":"traceutil/trace.go:171","msg":"trace[358549197] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1808; }","duration":"132.020866ms","start":"2026-03-18T00:50:02.460289Z","end":"2026-03-18T00:50:02.592309Z","steps":["trace[358549197] 'range keys from in-memory index tree' (duration: 131.75467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:02.592578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.447052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:50:02.59266Z","caller":"traceutil/trace.go:171","msg":"trace[355596290] linearizableReadLoop","detail":"{readStateIndex:1883; appliedIndex:1882; }","duration":"106.940938ms","start":"2026-03-18T00:50:02.485646Z","end":"2026-03-18T00:50:02.592587Z","steps":["trace[355596290] 'read index received' (duration: 15.126884ms)","trace[355596290] 'applied index is now lower than readState.Index' (duration: 91.812394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:02.592678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.610323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:50:02.592814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.147992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:50:02.592773Z","caller":"traceutil/trace.go:171","msg":"trace[226511186] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1808; }","duration":"435.579735ms","start":"2026-03-18T00:50:02.157087Z","end":"2026-03-18T00:50:02.592667Z","steps":["trace[226511186] 'range keys from in-memory index tree' (duration: 435.146415ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:02.592878Z","caller":"traceutil/trace.go:171","msg":"trace[1768725560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1808; }","duration":"130.848649ms","start":"2026-03-18T00:50:02.462006Z","end":"2026-03-18T00:50:02.592855Z","steps":["trace[1768725560] 'range keys from in-memory index tree' (duration: 130.344966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:02.592946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:02.157016Z","time spent":"435.909273ms","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T00:50:02.592881Z","caller":"traceutil/trace.go:171","msg":"trace[785106038] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1809; }","duration":"107.242845ms","start":"2026-03-18T00:50:02.48562Z","end":"2026-03-18T00:50:02.592863Z","steps":["trace[785106038] 'agreement among raft nodes before linearized reading' (duration: 107.094242ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:02.592649Z","caller":"traceutil/trace.go:171","msg":"trace[108936296] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"130.46352ms","start":"2026-03-18T00:50:02.462143Z","end":"2026-03-18T00:50:02.592607Z","steps":["trace[108936296] 'process raft request' (duration: 38.672047ms)","trace[108936296] 'compare' (duration: 91.067276ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:03.175025Z","caller":"traceutil/trace.go:171","msg":"trace[2133704700] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"576.715664ms","start":"2026-03-18T00:50:02.598013Z","end":"2026-03-18T00:50:03.174729Z","steps":["trace[2133704700] 'process raft request' (duration: 576.474988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:03.175213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:02.597985Z","time spent":"577.124374ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:03.175154Z","caller":"traceutil/trace.go:171","msg":"trace[1784036333] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"576.53139ms","start":"2026-03-18T00:50:02.598518Z","end":"2026-03-18T00:50:03.17505Z","steps":["trace[1784036333] 'process raft request' (duration: 576.13102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:03.17548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:02.598501Z","time spent":"576.826717ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:03.175548Z","caller":"traceutil/trace.go:171","msg":"trace[1598608138] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"576.95304ms","start":"2026-03-18T00:50:02.598576Z","end":"2026-03-18T00:50:03.175529Z","steps":["trace[1598608138] 'process raft request' (duration: 576.370046ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:03.175567Z","caller":"traceutil/trace.go:171","msg":"trace[801531869] linearizableReadLoop","detail":"{readStateIndex:1887; appliedIndex:1883; }","duration":"548.247277ms","start":"2026-03-18T00:50:02.627279Z","end":"2026-03-18T00:50:03.175527Z","steps":["trace[801531869] 'read index received' (duration: 42.64419ms)","trace[801531869] 'applied index is now lower than readState.Index' (duration: 505.600857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:03.175634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:02.59856Z","time spent":"577.033221ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:03.175994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.686027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:50:03.176048Z","caller":"traceutil/trace.go:171","msg":"trace[490736234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1813; }","duration":"548.7999ms","start":"2026-03-18T00:50:02.627235Z","end":"2026-03-18T00:50:03.176035Z","steps":["trace[490736234] 'agreement among raft nodes before linearized reading' (duration: 548.460862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:03.17609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:02.627222Z","time spent":"548.857901ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:50:03.211825Z","caller":"traceutil/trace.go:171","msg":"trace[1238139324] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"127.410159ms","start":"2026-03-18T00:50:03.084344Z","end":"2026-03-18T00:50:03.211754Z","steps":["trace[1238139324] 'process raft request' (duration: 127.203594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:03.211916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.262535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T00:50:03.211964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.536808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:50:03.212006Z","caller":"traceutil/trace.go:171","msg":"trace[25476435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1814; }","duration":"582.401178ms","start":"2026-03-18T00:50:02.629584Z","end":"2026-03-18T00:50:03.211986Z","steps":["trace[25476435] 'agreement among raft nodes before linearized reading' (duration: 582.106441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:03.212056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:02.62957Z","time spent":"582.47728ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:50:03.212061Z","caller":"traceutil/trace.go:171","msg":"trace[618782410] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1814; }","duration":"352.725842ms","start":"2026-03-18T00:50:02.859312Z","end":"2026-03-18T00:50:03.212037Z","steps":["trace[618782410] 'agreement among raft nodes before linearized reading' (duration: 352.482427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:03.212114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:02.859284Z","time spent":"352.819874ms","remote":"127.0.0.1:54932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:50:04.439364Z","caller":"traceutil/trace.go:171","msg":"trace[1942143662] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"399.278793ms","start":"2026-03-18T00:50:04.04006Z","end":"2026-03-18T00:50:04.439339Z","steps":["trace[1942143662] 'process raft request' (duration: 399.123759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:04.43953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:04.040034Z","time spent":"399.406996ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:05.680395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339418077842635,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:50:05.680984Z","caller":"traceutil/trace.go:171","msg":"trace[859842909] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"685.091235ms","start":"2026-03-18T00:50:04.995879Z","end":"2026-03-18T00:50:05.68097Z","steps":["trace[859842909] 'process raft request' (duration: 684.86459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:05.681099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:04.995841Z","time spent":"685.187796ms","remote":"127.0.0.1:39794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:05.68117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.258713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:50:05.681221Z","caller":"traceutil/trace.go:171","msg":"trace[2069443774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1820; }","duration":"501.339125ms","start":"2026-03-18T00:50:05.179867Z","end":"2026-03-18T00:50:05.681206Z","steps":["trace[2069443774] 'agreement among raft nodes before linearized reading' (duration: 501.192172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:05.681257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.179849Z","time spent":"501.401056ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:50:05.680929Z","caller":"traceutil/trace.go:171","msg":"trace[455643449] linearizableReadLoop","detail":"{readStateIndex:1894; appliedIndex:1893; }","duration":"501.007108ms","start":"2026-03-18T00:50:05.179903Z","end":"2026-03-18T00:50:05.68091Z","steps":["trace[455643449] 'read index received' (duration: 500.788482ms)","trace[455643449] 'applied index is now lower than readState.Index' (duration: 217.805µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:05.681711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.542061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:50:05.681806Z","caller":"traceutil/trace.go:171","msg":"trace[286731677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1820; }","duration":"501.686444ms","start":"2026-03-18T00:50:05.180097Z","end":"2026-03-18T00:50:05.681783Z","steps":["trace[286731677] 'agreement among raft nodes before linearized reading' (duration: 501.451449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:05.681866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.180071Z","time spent":"501.781126ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:50:05.681929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.518697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:50:05.681976Z","caller":"traceutil/trace.go:171","msg":"trace[818355015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1820; }","duration":"425.606919ms","start":"2026-03-18T00:50:05.256357Z","end":"2026-03-18T00:50:05.681964Z","steps":["trace[818355015] 'agreement among raft nodes before linearized reading' (duration: 425.485126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:05.682011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.256337Z","time spent":"425.667611ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:05.682128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.598284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:50:05.682146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.99261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T00:50:05.682172Z","caller":"traceutil/trace.go:171","msg":"trace[887755287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1820; }","duration":"177.694316ms","start":"2026-03-18T00:50:05.504466Z","end":"2026-03-18T00:50:05.682161Z","steps":["trace[887755287] 'agreement among raft nodes before linearized reading' (duration: 177.612704ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:05.682185Z","caller":"traceutil/trace.go:171","msg":"trace[182635440] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1820; }","duration":"502.057262ms","start":"2026-03-18T00:50:05.180108Z","end":"2026-03-18T00:50:05.682165Z","steps":["trace[182635440] 'agreement among raft nodes before linearized reading' (duration: 501.97709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:05.682217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.180077Z","time spent":"502.131414ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:50:05.682612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.434737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:50:05.682696Z","caller":"traceutil/trace.go:171","msg":"trace[18753484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1820; }","duration":"437.521118ms","start":"2026-03-18T00:50:05.245133Z","end":"2026-03-18T00:50:05.682654Z","steps":["trace[18753484] 'agreement among raft nodes before linearized reading' (duration: 436.798231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:05.682849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.245118Z","time spent":"437.718724ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:50:06.218697Z","caller":"traceutil/trace.go:171","msg":"trace[28240167] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"532.746013ms","start":"2026-03-18T00:50:05.685914Z","end":"2026-03-18T00:50:06.21866Z","steps":["trace[28240167] 'process raft request' (duration: 513.794669ms)","trace[28240167] 'compare' (duration: 18.539885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:06.218871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.685898Z","time spent":"532.886216ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:06.219389Z","caller":"traceutil/trace.go:171","msg":"trace[1866583315] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"533.251215ms","start":"2026-03-18T00:50:05.686123Z","end":"2026-03-18T00:50:06.219374Z","steps":["trace[1866583315] 'process raft request' (duration: 533.110432ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:06.219378Z","caller":"traceutil/trace.go:171","msg":"trace[583564412] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"533.320696ms","start":"2026-03-18T00:50:05.686028Z","end":"2026-03-18T00:50:06.219348Z","steps":["trace[583564412] 'process raft request' (duration: 533.090251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:06.219473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.686118Z","time spent":"533.317506ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:06.219481Z","caller":"traceutil/trace.go:171","msg":"trace[1836751903] linearizableReadLoop","detail":"{readStateIndex:1899; appliedIndex:1894; }","duration":"501.091521ms","start":"2026-03-18T00:50:05.718361Z","end":"2026-03-18T00:50:06.219452Z","steps":["trace[1836751903] 'read index received' (duration: 481.43219ms)","trace[1836751903] 'applied index is now lower than readState.Index' (duration: 19.658401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:06.219537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.686015Z","time spent":"533.43374ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:06.219534Z","caller":"traceutil/trace.go:171","msg":"trace[617774332] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"532.980969ms","start":"2026-03-18T00:50:05.686522Z","end":"2026-03-18T00:50:06.219503Z","steps":["trace[617774332] 'process raft request' (duration: 532.754184ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:06.219559Z","caller":"traceutil/trace.go:171","msg":"trace[1983223081] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"532.923998ms","start":"2026-03-18T00:50:05.686605Z","end":"2026-03-18T00:50:06.219529Z","steps":["trace[1983223081] 'process raft request' (duration: 532.709143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:06.219673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.293475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-18T00:50:06.219701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.686502Z","time spent":"533.111582ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:06.219716Z","caller":"traceutil/trace.go:171","msg":"trace[816248945] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1825; }","duration":"501.370678ms","start":"2026-03-18T00:50:05.718334Z","end":"2026-03-18T00:50:06.219705Z","steps":["trace[816248945] 'agreement among raft nodes before linearized reading' (duration: 501.217834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:06.219716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.686597Z","time spent":"533.03624ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:06.219758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.718324Z","time spent":"501.419509ms","remote":"127.0.0.1:39904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T00:50:11.56073Z","caller":"traceutil/trace.go:171","msg":"trace[1966252431] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"269.356337ms","start":"2026-03-18T00:50:11.291342Z","end":"2026-03-18T00:50:11.560699Z","steps":["trace[1966252431] 'process raft request' (duration: 269.125341ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:52.448316Z","caller":"traceutil/trace.go:171","msg":"trace[871451747] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"142.499372ms","start":"2026-03-18T00:50:52.30579Z","end":"2026-03-18T00:50:52.448289Z","steps":["trace[871451747] 'process raft request' (duration: 142.41924ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:52.44849Z","caller":"traceutil/trace.go:171","msg":"trace[618746165] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"184.561828ms","start":"2026-03-18T00:50:52.263877Z","end":"2026-03-18T00:50:52.448439Z","steps":["trace[618746165] 'process raft request' (duration: 182.751726ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:20.689172Z","caller":"traceutil/trace.go:171","msg":"trace[1150899373] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"122.146709ms","start":"2026-03-18T00:51:20.566991Z","end":"2026-03-18T00:51:20.689138Z","steps":["trace[1150899373] 'process raft request' (duration: 121.885023ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:30.93513Z","caller":"traceutil/trace.go:171","msg":"trace[1429861163] linearizableReadLoop","detail":"{readStateIndex:2532; appliedIndex:2531; }","duration":"115.045142ms","start":"2026-03-18T00:51:30.820047Z","end":"2026-03-18T00:51:30.935092Z","steps":["trace[1429861163] 'read index received' (duration: 114.868068ms)","trace[1429861163] 'applied index is now lower than readState.Index' (duration: 175.694µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:30.935196Z","caller":"traceutil/trace.go:171","msg":"trace[497966758] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"131.796695ms","start":"2026-03-18T00:51:30.803345Z","end":"2026-03-18T00:51:30.935142Z","steps":["trace[497966758] 'process raft request' (duration: 131.498018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:30.935561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.462882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:51:30.935752Z","caller":"traceutil/trace.go:171","msg":"trace[1544554377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2433; }","duration":"115.690166ms","start":"2026-03-18T00:51:30.820028Z","end":"2026-03-18T00:51:30.935718Z","steps":["trace[1544554377] 'agreement among raft nodes before linearized reading' (duration: 115.228066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:32.332439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034508975s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:32.33267Z","caller":"traceutil/trace.go:171","msg":"trace[1961671644] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"1.509744817s","start":"2026-03-18T00:51:30.822866Z","end":"2026-03-18T00:51:32.332611Z","steps":["trace[1961671644] 'process raft request' (duration: 474.963225ms)","trace[1961671644] 'compare' (duration: 1.034381643s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:32.332836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:30.822856Z","time spent":"1.50989574s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:32.332877Z","caller":"traceutil/trace.go:171","msg":"trace[1548425867] linearizableReadLoop","detail":"{readStateIndex:2533; appliedIndex:2532; }","duration":"1.397519421s","start":"2026-03-18T00:51:30.935232Z","end":"2026-03-18T00:51:32.332752Z","steps":["trace[1548425867] 'read index received' (duration: 362.508484ms)","trace[1548425867] 'applied index is now lower than readState.Index' (duration: 1.035006257s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:32.333068Z","caller":"traceutil/trace.go:171","msg":"trace[910878946] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"1.33699854s","start":"2026-03-18T00:51:30.996039Z","end":"2026-03-18T00:51:32.333037Z","steps":["trace[910878946] 'process raft request' (duration: 1.336845606s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:32.333138Z","caller":"traceutil/trace.go:171","msg":"trace[277349745] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"1.344550477s","start":"2026-03-18T00:51:30.988576Z","end":"2026-03-18T00:51:32.333126Z","steps":["trace[277349745] 'process raft request' (duration: 1.344168808s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:32.333207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:30.988538Z","time spent":"1.344634679s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:32.333177Z","caller":"traceutil/trace.go:171","msg":"trace[1540339156] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"1.391387417s","start":"2026-03-18T00:51:30.941754Z","end":"2026-03-18T00:51:32.333142Z","steps":["trace[1540339156] 'process raft request' (duration: 1.390862615s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:32.333299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5085925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:51:32.333341Z","caller":"traceutil/trace.go:171","msg":"trace[531330491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2437; }","duration":"1.508661071s","start":"2026-03-18T00:51:30.824667Z","end":"2026-03-18T00:51:32.333328Z","steps":["trace[531330491] 'agreement among raft nodes before linearized reading' (duration: 1.508342113s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:32.333332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:30.941727Z","time spent":"1.39152672s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:32.333364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512548242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:51:32.333375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:30.824659Z","time spent":"1.508707773s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:51:32.333419Z","caller":"traceutil/trace.go:171","msg":"trace[218781769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2437; }","duration":"1.512616565s","start":"2026-03-18T00:51:30.820786Z","end":"2026-03-18T00:51:32.333403Z","steps":["trace[218781769] 'agreement among raft nodes before linearized reading' (duration: 1.512393819s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:32.333454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:30.820781Z","time spent":"1.512666416s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:51:32.333419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50902717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T00:51:32.333544Z","caller":"traceutil/trace.go:171","msg":"trace[1335283895] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2437; }","duration":"1.509219814s","start":"2026-03-18T00:51:30.824291Z","end":"2026-03-18T00:51:32.33351Z","steps":["trace[1335283895] 'agreement among raft nodes before linearized reading' (duration: 1.508863576s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:32.333593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:30.824253Z","time spent":"1.509330687s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:51:32.334314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:30.996013Z","time spent":"1.337121582s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:33.023472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.781583ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-18T00:51:33.024017Z","caller":"traceutil/trace.go:171","msg":"trace[1752222120] linearizableReadLoop","detail":"{readStateIndex:2537; appliedIndex:2536; }","duration":"690.994888ms","start":"2026-03-18T00:51:32.332981Z","end":"2026-03-18T00:51:33.023976Z","steps":["trace[1752222120] 'read index received' (duration: 2.625381ms)","trace[1752222120] 'applied index is now lower than readState.Index' (duration: 688.367147ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:33.024166Z","caller":"traceutil/trace.go:171","msg":"trace[1037283207] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"685.585021ms","start":"2026-03-18T00:51:32.338477Z","end":"2026-03-18T00:51:33.024062Z","steps":["trace[1037283207] 'process raft request' (duration: 685.238753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:33.024302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:32.338454Z","time spent":"685.779416ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:33.190242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252153837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189dc9384f05a494\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-18T00:51:33.190325Z","caller":"traceutil/trace.go:171","msg":"trace[1484058622] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189dc9384f05a494; range_end:; response_count:1; response_revision:2438; }","duration":"1.25224528s","start":"2026-03-18T00:51:31.938058Z","end":"2026-03-18T00:51:33.190304Z","steps":["trace[1484058622] 'agreement among raft nodes before linearized reading' (duration: 1.085953115s)","trace[1484058622] 'range keys from in-memory index tree' (duration: 166.08335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:33.190367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:31.938015Z","time spent":"1.252343112s","remote":"127.0.0.1:39794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.189dc9384f05a494\" "} {"level":"warn","ts":"2026-03-18T00:51:33.19049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179784663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T00:51:33.190624Z","caller":"traceutil/trace.go:171","msg":"trace[1726051523] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2438; }","duration":"2.180005548s","start":"2026-03-18T00:51:31.01058Z","end":"2026-03-18T00:51:33.190585Z","steps":["trace[1726051523] 'agreement among raft nodes before linearized reading' (duration: 2.013544389s)","trace[1726051523] 'range keys from in-memory index tree' (duration: 166.06691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:33.190552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039711563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:51:33.190697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:31.010564Z","time spent":"2.18012037s","remote":"127.0.0.1:39906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-18T00:51:33.190734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040224265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T00:51:33.190731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138482843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:51:33.19083Z","caller":"traceutil/trace.go:171","msg":"trace[2342493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2438; }","duration":"2.040319087s","start":"2026-03-18T00:51:31.150451Z","end":"2026-03-18T00:51:33.19077Z","steps":["trace[2342493] 'agreement among raft nodes before linearized reading' (duration: 1.873577451s)","trace[2342493] 'range keys from in-memory index tree' (duration: 166.641093ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:33.190829Z","caller":"traceutil/trace.go:171","msg":"trace[1515925120] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2438; }","duration":"2.138718249s","start":"2026-03-18T00:51:31.052077Z","end":"2026-03-18T00:51:33.190795Z","steps":["trace[1515925120] 'agreement among raft nodes before linearized reading' (duration: 1.971962583s)","trace[1515925120] 'count revisions from in-memory index tree' (duration: 166.599372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:33.190872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:31.150425Z","time spent":"2.04043862s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:51:33.190895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:31.052061Z","time spent":"2.138820411s","remote":"127.0.0.1:40062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:51:33.190937Z","caller":"traceutil/trace.go:171","msg":"trace[1867613426] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2438; }","duration":"2.039955449s","start":"2026-03-18T00:51:31.150751Z","end":"2026-03-18T00:51:33.190706Z","steps":["trace[1867613426] 'agreement among raft nodes before linearized reading' (duration: 1.873230203s)","trace[1867613426] 'count revisions from in-memory index tree' (duration: 166.477639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:33.191087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:31.150731Z","time spent":"2.040331548s","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:33.191544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.012232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:33.191862Z","caller":"traceutil/trace.go:171","msg":"trace[1660465395] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"853.162266ms","start":"2026-03-18T00:51:32.338681Z","end":"2026-03-18T00:51:33.191843Z","steps":["trace[1660465395] 'process raft request' (duration: 685.368316ms)","trace[1660465395] 'compare' (duration: 166.314836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:33.19203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:32.338656Z","time spent":"853.250209ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:33.19237Z","caller":"traceutil/trace.go:171","msg":"trace[774596787] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"853.479515ms","start":"2026-03-18T00:51:32.338757Z","end":"2026-03-18T00:51:33.192237Z","steps":["trace[774596787] 'process raft request' (duration: 852.944872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:33.192395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.942321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:51:33.192437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.107251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:51:33.192455Z","caller":"traceutil/trace.go:171","msg":"trace[445383170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2440; }","duration":"210.041553ms","start":"2026-03-18T00:51:32.982396Z","end":"2026-03-18T00:51:33.192438Z","steps":["trace[445383170] 'agreement among raft nodes before linearized reading' (duration: 209.91278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:33.192466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.382094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:33.19248Z","caller":"traceutil/trace.go:171","msg":"trace[355782478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2440; }","duration":"252.182453ms","start":"2026-03-18T00:51:32.940286Z","end":"2026-03-18T00:51:33.192468Z","steps":["trace[355782478] 'agreement among raft nodes before linearized reading' (duration: 252.05307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:33.192483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:32.338748Z","time spent":"853.679179ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:33.192503Z","caller":"traceutil/trace.go:171","msg":"trace[920726122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2440; }","duration":"687.472636ms","start":"2026-03-18T00:51:32.505021Z","end":"2026-03-18T00:51:33.192493Z","steps":["trace[920726122] 'agreement among raft nodes before linearized reading' (duration: 687.414424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:33.192532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:32.504994Z","time spent":"687.532707ms","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:51:33.191893Z","caller":"traceutil/trace.go:171","msg":"trace[2129311032] linearizableReadLoop","detail":"{readStateIndex:2540; appliedIndex:2538; }","duration":"167.78651ms","start":"2026-03-18T00:51:33.024086Z","end":"2026-03-18T00:51:33.191872Z","steps":["trace[2129311032] 'read index received' (duration: 59.121µs)","trace[2129311032] 'applied index is now lower than readState.Index' (duration: 167.725429ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:09.444824Z","caller":"traceutil/trace.go:171","msg":"trace[593462345] transaction","detail":"{read_only:false; response_revision:3385; number_of_response:1; }","duration":"203.962175ms","start":"2026-03-18T00:54:09.240807Z","end":"2026-03-18T00:54:09.444769Z","steps":["trace[593462345] 'process raft request' (duration: 203.674248ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:24.661981Z","caller":"traceutil/trace.go:171","msg":"trace[1781228583] transaction","detail":"{read_only:false; response_revision:4293; number_of_response:1; }","duration":"115.336789ms","start":"2026-03-18T00:55:24.546616Z","end":"2026-03-18T00:55:24.661953Z","steps":["trace[1781228583] 'process raft request' (duration: 115.275488ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:24.661997Z","caller":"traceutil/trace.go:171","msg":"trace[558210507] transaction","detail":"{read_only:false; response_revision:4291; number_of_response:1; }","duration":"188.155523ms","start":"2026-03-18T00:55:24.473788Z","end":"2026-03-18T00:55:24.661944Z","steps":["trace[558210507] 'process raft request' (duration: 182.134262ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:24.662033Z","caller":"traceutil/trace.go:171","msg":"trace[16098558] transaction","detail":"{read_only:false; response_revision:4292; number_of_response:1; }","duration":"183.861682ms","start":"2026-03-18T00:55:24.478142Z","end":"2026-03-18T00:55:24.662004Z","steps":["trace[16098558] 'process raft request' (duration: 183.686768ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:24.662037Z","caller":"traceutil/trace.go:171","msg":"trace[1498113132] linearizableReadLoop","detail":"{readStateIndex:4465; appliedIndex:4463; }","duration":"120.672844ms","start":"2026-03-18T00:55:24.541316Z","end":"2026-03-18T00:55:24.661989Z","steps":["trace[1498113132] 'read index received' (duration: 114.588342ms)","trace[1498113132] 'applied index is now lower than readState.Index' (duration: 6.080752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:55:24.662227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.854348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:24.662288Z","caller":"traceutil/trace.go:171","msg":"trace[869077341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4293; }","duration":"158.976341ms","start":"2026-03-18T00:55:24.503293Z","end":"2026-03-18T00:55:24.662269Z","steps":["trace[869077341] 'agreement among raft nodes before linearized reading' (duration: 158.841727ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:25.452499Z","caller":"traceutil/trace.go:171","msg":"trace[503926730] transaction","detail":"{read_only:false; response_revision:4297; number_of_response:1; }","duration":"190.417785ms","start":"2026-03-18T00:55:25.262056Z","end":"2026-03-18T00:55:25.452474Z","steps":["trace[503926730] 'process raft request' (duration: 190.247601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:29.633285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.781583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-18T00:55:29.633327Z","caller":"traceutil/trace.go:171","msg":"trace[1608320835] linearizableReadLoop","detail":"{readStateIndex:4575; appliedIndex:4574; }","duration":"128.62038ms","start":"2026-03-18T00:55:29.504678Z","end":"2026-03-18T00:55:29.633299Z","steps":["trace[1608320835] 'read index received' (duration: 90.997239ms)","trace[1608320835] 'applied index is now lower than readState.Index' (duration: 37.62161ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:29.633417Z","caller":"traceutil/trace.go:171","msg":"trace[395215663] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4397; }","duration":"210.942946ms","start":"2026-03-18T00:55:29.422438Z","end":"2026-03-18T00:55:29.633381Z","steps":["trace[395215663] 'range keys from in-memory index tree' (duration: 210.502236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:29.633522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.820665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:29.633592Z","caller":"traceutil/trace.go:171","msg":"trace[1804053993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4398; }","duration":"128.936137ms","start":"2026-03-18T00:55:29.50464Z","end":"2026-03-18T00:55:29.633576Z","steps":["trace[1804053993] 'agreement among raft nodes before linearized reading' (duration: 128.799934ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:29.633658Z","caller":"traceutil/trace.go:171","msg":"trace[1910243701] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"167.002108ms","start":"2026-03-18T00:55:29.466627Z","end":"2026-03-18T00:55:29.633629Z","steps":["trace[1910243701] 'process raft request' (duration: 129.208284ms)","trace[1910243701] 'compare' (duration: 37.118778ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:29.942912Z","caller":"traceutil/trace.go:171","msg":"trace[1397900777] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"238.763807ms","start":"2026-03-18T00:55:29.704126Z","end":"2026-03-18T00:55:29.94289Z","steps":["trace[1397900777] 'process raft request' (duration: 238.576283ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:29.953326Z","caller":"traceutil/trace.go:171","msg":"trace[2029421753] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"126.993452ms","start":"2026-03-18T00:55:29.826303Z","end":"2026-03-18T00:55:29.953297Z","steps":["trace[2029421753] 'process raft request' (duration: 126.367247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:31.029577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.007051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:55:31.029663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.60863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T00:55:31.029714Z","caller":"traceutil/trace.go:171","msg":"trace[1759785123] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4413; }","duration":"309.230846ms","start":"2026-03-18T00:55:30.720456Z","end":"2026-03-18T00:55:31.029687Z","steps":["trace[1759785123] 'count revisions from in-memory index tree' (duration: 308.838487ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:31.029771Z","caller":"traceutil/trace.go:171","msg":"trace[2118192780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4413; }","duration":"340.721483ms","start":"2026-03-18T00:55:30.68902Z","end":"2026-03-18T00:55:31.029742Z","steps":["trace[2118192780] 'range keys from in-memory index tree' (duration: 340.403096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:31.029791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:30.720433Z","time spent":"309.344818ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:55:31.029745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.45897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T00:55:31.029841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:30.689015Z","time spent":"340.810655ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:55:31.029891Z","caller":"traceutil/trace.go:171","msg":"trace[466014868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4413; }","duration":"341.686355ms","start":"2026-03-18T00:55:30.688169Z","end":"2026-03-18T00:55:31.029856Z","steps":["trace[466014868] 'range keys from in-memory index tree' (duration: 341.134273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:31.029943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.590367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-18T00:55:31.029987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:30.688144Z","time spent":"341.825899ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:55:31.03001Z","caller":"traceutil/trace.go:171","msg":"trace[1308208744] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4413; }","duration":"342.719519ms","start":"2026-03-18T00:55:30.687267Z","end":"2026-03-18T00:55:31.029987Z","steps":["trace[1308208744] 'range keys from in-memory index tree' (duration: 342.381102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:31.030058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:30.687236Z","time spent":"342.808632ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:55:31.029401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.726164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:31.030378Z","caller":"traceutil/trace.go:171","msg":"trace[792706066] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4413; }","duration":"212.78908ms","start":"2026-03-18T00:55:30.817566Z","end":"2026-03-18T00:55:31.030356Z","steps":["trace[792706066] 'range keys from in-memory index tree' (duration: 211.645063ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:31.185967Z","caller":"traceutil/trace.go:171","msg":"trace[97395122] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"150.079291ms","start":"2026-03-18T00:55:31.035855Z","end":"2026-03-18T00:55:31.185934Z","steps":["trace[97395122] 'process raft request' (duration: 149.850156ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:31.187214Z","caller":"traceutil/trace.go:171","msg":"trace[516847029] linearizableReadLoop","detail":"{readStateIndex:4593; appliedIndex:4590; }","duration":"149.13004ms","start":"2026-03-18T00:55:31.038054Z","end":"2026-03-18T00:55:31.187184Z","steps":["trace[516847029] 'read index received' (duration: 147.758258ms)","trace[516847029] 'applied index is now lower than readState.Index' (duration: 1.369632ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:31.187418Z","caller":"traceutil/trace.go:171","msg":"trace[2089324440] transaction","detail":"{read_only:false; response_revision:4416; number_of_response:1; }","duration":"151.039825ms","start":"2026-03-18T00:55:31.036361Z","end":"2026-03-18T00:55:31.187401Z","steps":["trace[2089324440] 'process raft request' (duration: 150.763748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:31.187596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.504678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:31.187771Z","caller":"traceutil/trace.go:171","msg":"trace[1063230497] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:4416; }","duration":"149.720074ms","start":"2026-03-18T00:55:31.038031Z","end":"2026-03-18T00:55:31.187751Z","steps":["trace[1063230497] 'agreement among raft nodes before linearized reading' (duration: 149.424107ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:31.188169Z","caller":"traceutil/trace.go:171","msg":"trace[1655580167] transaction","detail":"{read_only:false; response_revision:4415; number_of_response:1; }","duration":"151.068665ms","start":"2026-03-18T00:55:31.036304Z","end":"2026-03-18T00:55:31.187373Z","steps":["trace[1655580167] 'process raft request' (duration: 150.677696ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:34.546265Z","caller":"traceutil/trace.go:171","msg":"trace[1675546306] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"131.008256ms","start":"2026-03-18T00:55:34.415205Z","end":"2026-03-18T00:55:34.546213Z","steps":["trace[1675546306] 'process raft request' (duration: 130.721749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:34.846148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.540058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T00:55:34.846233Z","caller":"traceutil/trace.go:171","msg":"trace[492868789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4550; }","duration":"252.679972ms","start":"2026-03-18T00:55:34.593533Z","end":"2026-03-18T00:55:34.846213Z","steps":["trace[492868789] 'range keys from in-memory index tree' (duration: 252.343604ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:35.465142Z","caller":"traceutil/trace.go:171","msg":"trace[1425677334] linearizableReadLoop","detail":"{readStateIndex:4733; appliedIndex:4732; }","duration":"254.780732ms","start":"2026-03-18T00:55:35.210322Z","end":"2026-03-18T00:55:35.465102Z","steps":["trace[1425677334] 'read index received' (duration: 254.669829ms)","trace[1425677334] 'applied index is now lower than readState.Index' (duration: 109.353µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:35.465276Z","caller":"traceutil/trace.go:171","msg":"trace[125465298] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"365.854421ms","start":"2026-03-18T00:55:35.099377Z","end":"2026-03-18T00:55:35.465232Z","steps":["trace[125465298] 'process raft request' (duration: 365.512673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:35.465455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:35.099345Z","time spent":"366.026395ms","remote":"127.0.0.1:55024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:55:35.465567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.224023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:55:35.465687Z","caller":"traceutil/trace.go:171","msg":"trace[2037463913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4552; }","duration":"255.403427ms","start":"2026-03-18T00:55:35.210258Z","end":"2026-03-18T00:55:35.465661Z","steps":["trace[2037463913] 'agreement among raft nodes before linearized reading' (duration: 255.031718ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:35.497465Z","caller":"traceutil/trace.go:171","msg":"trace[386778177] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"142.472104ms","start":"2026-03-18T00:55:35.354966Z","end":"2026-03-18T00:55:35.497438Z","steps":["trace[386778177] 'process raft request' (duration: 142.149797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:35.497586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.528312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:55:35.497689Z","caller":"traceutil/trace.go:171","msg":"trace[1938816549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4553; }","duration":"285.710366ms","start":"2026-03-18T00:55:35.211955Z","end":"2026-03-18T00:55:35.497665Z","steps":["trace[1938816549] 'agreement among raft nodes before linearized reading' (duration: 285.401689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:35.497725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.379758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T00:55:35.497824Z","caller":"traceutil/trace.go:171","msg":"trace[1532132549] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4553; }","duration":"282.560632ms","start":"2026-03-18T00:55:35.215239Z","end":"2026-03-18T00:55:35.497799Z","steps":["trace[1532132549] 'agreement among raft nodes before linearized reading' (duration: 282.245975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:35.49806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.03953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777469"} {"level":"info","ts":"2026-03-18T00:55:35.498264Z","caller":"traceutil/trace.go:171","msg":"trace[1815500011] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4553; }","duration":"179.256355ms","start":"2026-03-18T00:55:35.31899Z","end":"2026-03-18T00:55:35.498246Z","steps":["trace[1815500011] 'agreement among raft nodes before linearized reading' (duration: 178.401195ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:36.184026Z","caller":"traceutil/trace.go:171","msg":"trace[2121922025] linearizableReadLoop","detail":"{readStateIndex:4739; appliedIndex:4738; }","duration":"198.569257ms","start":"2026-03-18T00:55:35.985428Z","end":"2026-03-18T00:55:36.183997Z","steps":["trace[2121922025] 'read index received' (duration: 198.047575ms)","trace[2121922025] 'applied index is now lower than readState.Index' (duration: 520.022µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:36.184104Z","caller":"traceutil/trace.go:171","msg":"trace[1042896496] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"495.560846ms","start":"2026-03-18T00:55:35.68848Z","end":"2026-03-18T00:55:36.184041Z","steps":["trace[1042896496] 'process raft request' (duration: 495.072534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:36.184313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.263849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T00:55:36.184306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.858093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-76a80d24-f7c7-4313-bdc7-71a6efea479d\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-03-18T00:55:36.184355Z","caller":"traceutil/trace.go:171","msg":"trace[1496009936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4558; }","duration":"189.375751ms","start":"2026-03-18T00:55:35.994967Z","end":"2026-03-18T00:55:36.184342Z","steps":["trace[1496009936] 'agreement among raft nodes before linearized reading' (duration: 189.188317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:36.184407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:35.688456Z","time spent":"495.796352ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:55:36.184692Z","caller":"traceutil/trace.go:171","msg":"trace[611108924] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-76a80d24-f7c7-4313-bdc7-71a6efea479d; range_end:; response_count:1; response_revision:4558; }","duration":"199.020827ms","start":"2026-03-18T00:55:35.985357Z","end":"2026-03-18T00:55:36.184378Z","steps":["trace[611108924] 'agreement among raft nodes before linearized reading' (duration: 198.75064ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:37.643218Z","caller":"traceutil/trace.go:171","msg":"trace[934625194] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"136.522704ms","start":"2026-03-18T00:55:37.506636Z","end":"2026-03-18T00:55:37.643159Z","steps":["trace[934625194] 'process raft request' (duration: 136.34293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:37.643392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.139643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:55:37.643496Z","caller":"traceutil/trace.go:171","msg":"trace[1236431603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4598; }","duration":"100.311537ms","start":"2026-03-18T00:55:37.543159Z","end":"2026-03-18T00:55:37.643471Z","steps":["trace[1236431603] 'agreement among raft nodes before linearized reading' (duration: 100.00496ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:37.83877Z","caller":"traceutil/trace.go:171","msg":"trace[1007174552] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"189.554255ms","start":"2026-03-18T00:55:37.649187Z","end":"2026-03-18T00:55:37.838741Z","steps":["trace[1007174552] 'process raft request' (duration: 186.297969ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:37.839113Z","caller":"traceutil/trace.go:171","msg":"trace[342548453] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"189.555616ms","start":"2026-03-18T00:55:37.649513Z","end":"2026-03-18T00:55:37.839069Z","steps":["trace[342548453] 'process raft request' (duration: 189.173457ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:37.841561Z","caller":"traceutil/trace.go:171","msg":"trace[1933842165] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"175.307082ms","start":"2026-03-18T00:55:37.666185Z","end":"2026-03-18T00:55:37.841492Z","steps":["trace[1933842165] 'process raft request' (duration: 174.934164ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:37.841903Z","caller":"traceutil/trace.go:171","msg":"trace[977738975] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"132.726116ms","start":"2026-03-18T00:55:37.709131Z","end":"2026-03-18T00:55:37.841857Z","steps":["trace[977738975] 'process raft request' (duration: 132.173083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:45.287329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.862235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T00:55:45.287422Z","caller":"traceutil/trace.go:171","msg":"trace[693527758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4735; }","duration":"275.998698ms","start":"2026-03-18T00:55:45.011403Z","end":"2026-03-18T00:55:45.287401Z","steps":["trace[693527758] 'range keys from in-memory index tree' (duration: 275.707161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:46.509635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.115363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-lgq5h\" ","response":"range_response_count:1 size:7818"} {"level":"warn","ts":"2026-03-18T00:55:46.509713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.485939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:55:46.50979Z","caller":"traceutil/trace.go:171","msg":"trace[2003005618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4749; }","duration":"258.607762ms","start":"2026-03-18T00:55:46.251164Z","end":"2026-03-18T00:55:46.509772Z","steps":["trace[2003005618] 'range keys from in-memory index tree' (duration: 258.346206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:46.510103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.658872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spfkw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:55:46.510203Z","caller":"traceutil/trace.go:171","msg":"trace[385964833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spfkw; range_end:; response_count:1; response_revision:4749; }","duration":"255.802766ms","start":"2026-03-18T00:55:46.254378Z","end":"2026-03-18T00:55:46.51018Z","steps":["trace[385964833] 'range keys from in-memory index tree' (duration: 255.458438ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:46.5104Z","caller":"traceutil/trace.go:171","msg":"trace[889016897] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-lgq5h; range_end:; response_count:1; response_revision:4749; }","duration":"212.304709ms","start":"2026-03-18T00:55:46.297416Z","end":"2026-03-18T00:55:46.509721Z","steps":["trace[889016897] 'range keys from in-memory index tree' (duration: 211.807986ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:50.128123Z","caller":"traceutil/trace.go:171","msg":"trace[51700536] linearizableReadLoop","detail":"{readStateIndex:4979; appliedIndex:4978; }","duration":"149.639432ms","start":"2026-03-18T00:55:49.978455Z","end":"2026-03-18T00:55:50.128094Z","steps":["trace[51700536] 'read index received' (duration: 149.512519ms)","trace[51700536] 'applied index is now lower than readState.Index' (duration: 125.213µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:50.128174Z","caller":"traceutil/trace.go:171","msg":"trace[1049111119] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"161.130351ms","start":"2026-03-18T00:55:49.967018Z","end":"2026-03-18T00:55:50.128148Z","steps":["trace[1049111119] 'process raft request' (duration: 160.892585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:50.12836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.886347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-18T00:55:50.128406Z","caller":"traceutil/trace.go:171","msg":"trace[1955828182] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4792; }","duration":"149.99849ms","start":"2026-03-18T00:55:49.978392Z","end":"2026-03-18T00:55:50.128391Z","steps":["trace[1955828182] 'agreement among raft nodes before linearized reading' (duration: 149.813315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:50.343723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.688531ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:50.343982Z","caller":"traceutil/trace.go:171","msg":"trace[1821113255] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4792; }","duration":"128.959318ms","start":"2026-03-18T00:55:50.214999Z","end":"2026-03-18T00:55:50.343959Z","steps":["trace[1821113255] 'range keys from in-memory index tree' (duration: 128.667921ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:50.343898Z","caller":"traceutil/trace.go:171","msg":"trace[361743406] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"209.521113ms","start":"2026-03-18T00:55:50.134356Z","end":"2026-03-18T00:55:50.343877Z","steps":["trace[361743406] 'process raft request' (duration: 206.602075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:54.851407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.324581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:54.851532Z","caller":"traceutil/trace.go:171","msg":"trace[322640474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4921; }","duration":"157.529336ms","start":"2026-03-18T00:55:54.693978Z","end":"2026-03-18T00:55:54.851507Z","steps":["trace[322640474] 'range keys from in-memory index tree' (duration: 157.205359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:54.851855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.075041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T00:55:54.851985Z","caller":"traceutil/trace.go:171","msg":"trace[1529782587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4921; }","duration":"185.273375ms","start":"2026-03-18T00:55:54.666662Z","end":"2026-03-18T00:55:54.851935Z","steps":["trace[1529782587] 'range keys from in-memory index tree' (duration: 184.849416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:55.903098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339418077850262,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:55:56.024606Z","caller":"traceutil/trace.go:171","msg":"trace[474972636] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"674.389431ms","start":"2026-03-18T00:55:55.350188Z","end":"2026-03-18T00:55:56.024577Z","steps":["trace[474972636] 'process raft request' (duration: 673.871679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:56.024816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:55.350167Z","time spent":"674.534444ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:55:56.09123Z","caller":"traceutil/trace.go:171","msg":"trace[809535826] linearizableReadLoop","detail":"{readStateIndex:5116; appliedIndex:5115; }","duration":"688.686106ms","start":"2026-03-18T00:55:55.402521Z","end":"2026-03-18T00:55:56.091207Z","steps":["trace[809535826] 'read index received' (duration: 622.113177ms)","trace[809535826] 'applied index is now lower than readState.Index' (duration: 66.571619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:55:56.091518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.679648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:56.091571Z","caller":"traceutil/trace.go:171","msg":"trace[1804748742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4924; }","duration":"586.898764ms","start":"2026-03-18T00:55:55.504657Z","end":"2026-03-18T00:55:56.091556Z","steps":["trace[1804748742] 'agreement among raft nodes before linearized reading' (duration: 586.682829ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:56.09143Z","caller":"traceutil/trace.go:171","msg":"trace[988240010] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"366.612269ms","start":"2026-03-18T00:55:55.724711Z","end":"2026-03-18T00:55:56.091323Z","steps":["trace[988240010] 'process raft request' (duration: 366.371404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:56.091696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.620055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:56.091739Z","caller":"traceutil/trace.go:171","msg":"trace[711405319] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4924; }","duration":"253.663816ms","start":"2026-03-18T00:55:55.838064Z","end":"2026-03-18T00:55:56.091727Z","steps":["trace[711405319] 'agreement among raft nodes before linearized reading' (duration: 253.569564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:56.091738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.665565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a5346513-3a94-49e3-922c-8b88546505a4\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-18T00:55:56.091828Z","caller":"traceutil/trace.go:171","msg":"trace[1753704219] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a5346513-3a94-49e3-922c-8b88546505a4; range_end:; response_count:1; response_revision:4924; }","duration":"235.752537ms","start":"2026-03-18T00:55:55.85603Z","end":"2026-03-18T00:55:56.091783Z","steps":["trace[1753704219] 'agreement among raft nodes before linearized reading' (duration: 235.628904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:56.091841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:55.724688Z","time spent":"366.986668ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:55:56.09161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:55.504633Z","time spent":"586.969265ms","remote":"127.0.0.1:39710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:55:56.09158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.412589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T00:55:56.092052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.291722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-18T00:55:56.092153Z","caller":"traceutil/trace.go:171","msg":"trace[197021224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4924; }","duration":"250.996633ms","start":"2026-03-18T00:55:55.841096Z","end":"2026-03-18T00:55:56.092093Z","steps":["trace[197021224] 'agreement among raft nodes before linearized reading' (duration: 250.284037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:56.092082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.441883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a5346513-3a94-49e3-922c-8b88546505a4\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-18T00:55:56.092313Z","caller":"traceutil/trace.go:171","msg":"trace[649471065] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4924; }","duration":"272.552008ms","start":"2026-03-18T00:55:55.819674Z","end":"2026-03-18T00:55:56.092226Z","steps":["trace[649471065] 'agreement among raft nodes before linearized reading' (duration: 272.040597ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:56.092531Z","caller":"traceutil/trace.go:171","msg":"trace[1223275269] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a5346513-3a94-49e3-922c-8b88546505a4; range_end:; response_count:1; response_revision:4924; }","duration":"690.033187ms","start":"2026-03-18T00:55:55.40248Z","end":"2026-03-18T00:55:56.092513Z","steps":["trace[1223275269] 'agreement among raft nodes before linearized reading' (duration: 688.8515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:56.092621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:55.402461Z","time spent":"690.143569ms","remote":"127.0.0.1:39904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a5346513-3a94-49e3-922c-8b88546505a4\" "} {"level":"warn","ts":"2026-03-18T00:55:56.491985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.698198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:55:56.492131Z","caller":"traceutil/trace.go:171","msg":"trace[1058167126] linearizableReadLoop","detail":"{readStateIndex:5117; appliedIndex:5116; }","duration":"391.990971ms","start":"2026-03-18T00:55:56.100119Z","end":"2026-03-18T00:55:56.49211Z","steps":["trace[1058167126] 'read index received' (duration: 158.025248ms)","trace[1058167126] 'applied index is now lower than readState.Index' (duration: 233.964373ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:56.492185Z","caller":"traceutil/trace.go:171","msg":"trace[79330146] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"394.190483ms","start":"2026-03-18T00:55:56.097952Z","end":"2026-03-18T00:55:56.492142Z","steps":["trace[79330146] 'process raft request' (duration: 160.22481ms)","trace[79330146] 'compare' (duration: 232.10211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:55:56.492348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.233187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-18T00:55:56.492401Z","caller":"traceutil/trace.go:171","msg":"trace[491622725] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:4925; }","duration":"392.300159ms","start":"2026-03-18T00:55:56.100085Z","end":"2026-03-18T00:55:56.492385Z","steps":["trace[491622725] 'agreement among raft nodes before linearized reading' (duration: 392.106594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:56.492415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:56.097925Z","time spent":"394.360827ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:55:56.492442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:56.100067Z","time spent":"392.36415ms","remote":"127.0.0.1:39812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1184,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-03-18T00:55:56.638805Z","caller":"traceutil/trace.go:171","msg":"trace[1010128989] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"537.424005ms","start":"2026-03-18T00:55:56.101334Z","end":"2026-03-18T00:55:56.638758Z","steps":["trace[1010128989] 'process raft request' (duration: 526.95198ms)","trace[1010128989] 'compare' (duration: 10.322792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:55:56.638996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:56.101319Z","time spent":"537.559948ms","remote":"127.0.0.1:39904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:55:56.639462Z","caller":"traceutil/trace.go:171","msg":"trace[1840821393] linearizableReadLoop","detail":"{readStateIndex:5119; appliedIndex:5117; }","duration":"147.272086ms","start":"2026-03-18T00:55:56.492161Z","end":"2026-03-18T00:55:56.639433Z","steps":["trace[1840821393] 'read index received' (duration: 136.140726ms)","trace[1840821393] 'applied index is now lower than readState.Index' (duration: 11.12995ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:56.639584Z","caller":"traceutil/trace.go:171","msg":"trace[1116492027] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"264.581412ms","start":"2026-03-18T00:55:56.374962Z","end":"2026-03-18T00:55:56.639544Z","steps":["trace[1116492027] 'process raft request' (duration: 264.338006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:56.639788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.280396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-03-18T00:55:56.639784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.924405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:56.639849Z","caller":"traceutil/trace.go:171","msg":"trace[1589721789] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:4927; }","duration":"141.408559ms","start":"2026-03-18T00:55:56.498431Z","end":"2026-03-18T00:55:56.63984Z","steps":["trace[1589721789] 'agreement among raft nodes before linearized reading' (duration: 141.183443ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:56.639889Z","caller":"traceutil/trace.go:171","msg":"trace[727025607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4927; }","duration":"137.070547ms","start":"2026-03-18T00:55:56.502798Z","end":"2026-03-18T00:55:56.639869Z","steps":["trace[727025607] 'agreement among raft nodes before linearized reading' (duration: 136.901233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:56.639898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.160192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:55:56.639949Z","caller":"traceutil/trace.go:171","msg":"trace[1660188766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4927; }","duration":"482.296415ms","start":"2026-03-18T00:55:56.15764Z","end":"2026-03-18T00:55:56.639936Z","steps":["trace[1660188766] 'agreement among raft nodes before linearized reading' (duration: 481.957127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:56.639988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:56.157612Z","time spent":"482.365387ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:55:56.640102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.203903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-18T00:55:56.641246Z","caller":"traceutil/trace.go:171","msg":"trace[927032629] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4927; }","duration":"267.399278ms","start":"2026-03-18T00:55:56.37279Z","end":"2026-03-18T00:55:56.640189Z","steps":["trace[927032629] 'agreement among raft nodes before linearized reading' (duration: 266.742113ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:06.932839Z","caller":"traceutil/trace.go:171","msg":"trace[955516645] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"233.895044ms","start":"2026-03-18T00:56:06.698913Z","end":"2026-03-18T00:56:06.932808Z","steps":["trace[955516645] 'process raft request' (duration: 233.691889ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:06.943955Z","caller":"traceutil/trace.go:171","msg":"trace[1070796983] linearizableReadLoop","detail":"{readStateIndex:5268; appliedIndex:5266; }","duration":"239.136806ms","start":"2026-03-18T00:56:06.704795Z","end":"2026-03-18T00:56:06.943932Z","steps":["trace[1070796983] 'read index received' (duration: 227.832572ms)","trace[1070796983] 'applied index is now lower than readState.Index' (duration: 11.303064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:06.944236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.424892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T00:56:06.944237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.617937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spfkw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:56:06.94428Z","caller":"traceutil/trace.go:171","msg":"trace[2039260056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5072; }","duration":"239.511115ms","start":"2026-03-18T00:56:06.704757Z","end":"2026-03-18T00:56:06.944269Z","steps":["trace[2039260056] 'agreement among raft nodes before linearized reading' (duration: 239.287209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:06.944268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.113015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T00:56:06.944288Z","caller":"traceutil/trace.go:171","msg":"trace[488583112] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spfkw; range_end:; response_count:1; response_revision:5072; }","duration":"233.722549ms","start":"2026-03-18T00:56:06.710553Z","end":"2026-03-18T00:56:06.944276Z","steps":["trace[488583112] 'agreement among raft nodes before linearized reading' (duration: 233.525504ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:06.944328Z","caller":"traceutil/trace.go:171","msg":"trace[2135646378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5072; }","duration":"236.244338ms","start":"2026-03-18T00:56:06.70807Z","end":"2026-03-18T00:56:06.944314Z","steps":["trace[2135646378] 'agreement among raft nodes before linearized reading' (duration: 236.023383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:06.944294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.794125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-18T00:56:06.9444Z","caller":"traceutil/trace.go:171","msg":"trace[1579990344] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5072; }","duration":"237.945248ms","start":"2026-03-18T00:56:06.70643Z","end":"2026-03-18T00:56:06.944376Z","steps":["trace[1579990344] 'agreement among raft nodes before linearized reading' (duration: 237.643961ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:07.079149Z","caller":"traceutil/trace.go:171","msg":"trace[1659098987] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"129.10076ms","start":"2026-03-18T00:56:06.950022Z","end":"2026-03-18T00:56:07.079122Z","steps":["trace[1659098987] 'process raft request' (duration: 79.555131ms)","trace[1659098987] 'compare' (duration: 49.334334ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:07.079321Z","caller":"traceutil/trace.go:171","msg":"trace[1093673366] linearizableReadLoop","detail":"{readStateIndex:5272; appliedIndex:5270; }","duration":"126.485769ms","start":"2026-03-18T00:56:06.952812Z","end":"2026-03-18T00:56:07.079298Z","steps":["trace[1093673366] 'read index received' (duration: 76.757276ms)","trace[1093673366] 'applied index is now lower than readState.Index' (duration: 49.727103ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:07.079526Z","caller":"traceutil/trace.go:171","msg":"trace[1189785330] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"129.223543ms","start":"2026-03-18T00:56:06.950286Z","end":"2026-03-18T00:56:07.079509Z","steps":["trace[1189785330] 'process raft request' (duration: 128.787622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:07.079688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.385629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T00:56:07.079753Z","caller":"traceutil/trace.go:171","msg":"trace[2007325019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5076; }","duration":"121.476732ms","start":"2026-03-18T00:56:06.95826Z","end":"2026-03-18T00:56:07.079737Z","steps":["trace[2007325019] 'agreement among raft nodes before linearized reading' (duration: 121.289238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:07.079844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.377787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:56:07.079907Z","caller":"traceutil/trace.go:171","msg":"trace[836944682] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5076; }","duration":"129.535551ms","start":"2026-03-18T00:56:06.950359Z","end":"2026-03-18T00:56:07.079894Z","steps":["trace[836944682] 'agreement among raft nodes before linearized reading' (duration: 129.291275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:45.398825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.51579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-18T00:56:45.398953Z","caller":"traceutil/trace.go:171","msg":"trace[2062220673] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5394; }","duration":"103.714245ms","start":"2026-03-18T00:56:45.295214Z","end":"2026-03-18T00:56:45.398928Z","steps":["trace[2062220673] 'range keys from in-memory index tree' (duration: 101.961283ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:45.615863Z","caller":"traceutil/trace.go:171","msg":"trace[1670168090] linearizableReadLoop","detail":"{readStateIndex:5603; appliedIndex:5602; }","duration":"134.686458ms","start":"2026-03-18T00:56:45.481149Z","end":"2026-03-18T00:56:45.615835Z","steps":["trace[1670168090] 'read index received' (duration: 134.477593ms)","trace[1670168090] 'applied index is now lower than readState.Index' (duration: 203.875µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:45.615923Z","caller":"traceutil/trace.go:171","msg":"trace[539432049] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"137.000793ms","start":"2026-03-18T00:56:45.478887Z","end":"2026-03-18T00:56:45.615888Z","steps":["trace[539432049] 'process raft request' (duration: 136.782467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:45.616314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.12885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-18T00:56:45.616417Z","caller":"traceutil/trace.go:171","msg":"trace[65610642] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5398; }","duration":"135.266182ms","start":"2026-03-18T00:56:45.48113Z","end":"2026-03-18T00:56:45.616396Z","steps":["trace[65610642] 'agreement among raft nodes before linearized reading' (duration: 134.812332ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:23.744818Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2692} {"level":"info","ts":"2026-03-18T00:57:23.812531Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2692,"took":"65.705476ms","hash":2405439520,"current-db-size-bytes":40996864,"current-db-size":"41 MB","current-db-size-in-use-bytes":30863360,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-18T00:57:23.81261Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2405439520,"revision":2692,"compact-revision":-1} {"level":"info","ts":"2026-03-18T01:01:58.040748Z","caller":"traceutil/trace.go:171","msg":"trace[59902294] transaction","detail":"{read_only:false; response_revision:7557; number_of_response:1; }","duration":"391.439735ms","start":"2026-03-18T01:01:57.649281Z","end":"2026-03-18T01:01:58.040721Z","steps":["trace[59902294] 'process raft request' (duration: 391.24284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:01:58.040938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:01:57.649253Z","time spent":"391.586798ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:01:58.195605Z","caller":"traceutil/trace.go:171","msg":"trace[490881000] linearizableReadLoop","detail":"{readStateIndex:7838; appliedIndex:7836; }","duration":"345.483412ms","start":"2026-03-18T01:01:57.85009Z","end":"2026-03-18T01:01:58.195573Z","steps":["trace[490881000] 'read index received' (duration: 190.457216ms)","trace[490881000] 'applied index is now lower than readState.Index' (duration: 155.024756ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:01:58.19599Z","caller":"traceutil/trace.go:171","msg":"trace[1605047424] transaction","detail":"{read_only:false; response_revision:7558; number_of_response:1; }","duration":"355.726459ms","start":"2026-03-18T01:01:57.840244Z","end":"2026-03-18T01:01:58.195971Z","steps":["trace[1605047424] 'process raft request' (duration: 290.863519ms)","trace[1605047424] 'compare' (duration: 64.335918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:01:58.196153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:01:57.840214Z","time spent":"355.812292ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:01:58.196531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.437875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:01:58.196579Z","caller":"traceutil/trace.go:171","msg":"trace[1352651140] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7558; }","duration":"346.548607ms","start":"2026-03-18T01:01:57.850017Z","end":"2026-03-18T01:01:58.196565Z","steps":["trace[1352651140] 'agreement among raft nodes before linearized reading' (duration: 346.442725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:01:58.196613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:01:57.849989Z","time spent":"346.615629ms","remote":"127.0.0.1:40038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:02:10.388704Z","caller":"traceutil/trace.go:171","msg":"trace[271774565] linearizableReadLoop","detail":"{readStateIndex:7898; appliedIndex:7897; }","duration":"128.306979ms","start":"2026-03-18T01:02:10.260362Z","end":"2026-03-18T01:02:10.388669Z","steps":["trace[271774565] 'read index received' (duration: 127.987301ms)","trace[271774565] 'applied index is now lower than readState.Index' (duration: 318.568µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:10.388838Z","caller":"traceutil/trace.go:171","msg":"trace[3312264] transaction","detail":"{read_only:false; response_revision:7616; number_of_response:1; }","duration":"305.265732ms","start":"2026-03-18T01:02:10.083514Z","end":"2026-03-18T01:02:10.38878Z","steps":["trace[3312264] 'process raft request' (duration: 304.922374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:10.389107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:10.083481Z","time spent":"305.457597ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:10.389074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.687067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T01:02:10.389186Z","caller":"traceutil/trace.go:171","msg":"trace[1758721056] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7616; }","duration":"128.866591ms","start":"2026-03-18T01:02:10.260295Z","end":"2026-03-18T01:02:10.389162Z","steps":["trace[1758721056] 'agreement among raft nodes before linearized reading' (duration: 128.516283ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:10.499956Z","caller":"traceutil/trace.go:171","msg":"trace[1721841014] transaction","detail":"{read_only:false; response_revision:7618; number_of_response:1; }","duration":"105.745067ms","start":"2026-03-18T01:02:10.394184Z","end":"2026-03-18T01:02:10.499929Z","steps":["trace[1721841014] 'process raft request' (duration: 105.547952ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:11.620943Z","caller":"traceutil/trace.go:171","msg":"trace[1735270496] linearizableReadLoop","detail":"{readStateIndex:7902; appliedIndex:7901; }","duration":"422.922314ms","start":"2026-03-18T01:02:11.197985Z","end":"2026-03-18T01:02:11.620907Z","steps":["trace[1735270496] 'read index received' (duration: 422.606787ms)","trace[1735270496] 'applied index is now lower than readState.Index' (duration: 313.977µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:11.62101Z","caller":"traceutil/trace.go:171","msg":"trace[454536736] transaction","detail":"{read_only:false; response_revision:7620; number_of_response:1; }","duration":"581.588465ms","start":"2026-03-18T01:02:11.03936Z","end":"2026-03-18T01:02:11.620949Z","steps":["trace[454536736] 'process raft request' (duration: 581.318369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:11.621207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.039304Z","time spent":"581.796709ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:11.62125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.541971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:02:11.621278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.269252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T01:02:11.62133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.087965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T01:02:11.621382Z","caller":"traceutil/trace.go:171","msg":"trace[243735952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7620; }","duration":"419.215809ms","start":"2026-03-18T01:02:11.202152Z","end":"2026-03-18T01:02:11.621368Z","steps":["trace[243735952] 'agreement among raft nodes before linearized reading' (duration: 418.995433ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:11.621387Z","caller":"traceutil/trace.go:171","msg":"trace[402315920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7620; }","duration":"423.441905ms","start":"2026-03-18T01:02:11.19792Z","end":"2026-03-18T01:02:11.621362Z","steps":["trace[402315920] 'agreement among raft nodes before linearized reading' (duration: 423.115828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:11.621415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.584647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:02:11.621434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.202123Z","time spent":"419.3015ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:11.62144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.197892Z","time spent":"423.538648ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T01:02:11.621468Z","caller":"traceutil/trace.go:171","msg":"trace[957316208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7620; }","duration":"116.67752ms","start":"2026-03-18T01:02:11.504778Z","end":"2026-03-18T01:02:11.621455Z","steps":["trace[957316208] 'agreement among raft nodes before linearized reading' (duration: 116.600108ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:11.621328Z","caller":"traceutil/trace.go:171","msg":"trace[355861351] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7620; }","duration":"341.686674ms","start":"2026-03-18T01:02:11.279625Z","end":"2026-03-18T01:02:11.621312Z","steps":["trace[355861351] 'agreement among raft nodes before linearized reading' (duration: 341.549471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:11.621622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.279595Z","time spent":"342.011922ms","remote":"127.0.0.1:40026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:02:11.621715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.039589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spfkw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:02:11.621766Z","caller":"traceutil/trace.go:171","msg":"trace[1467880700] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spfkw; range_end:; response_count:1; response_revision:7620; }","duration":"376.139262ms","start":"2026-03-18T01:02:11.245616Z","end":"2026-03-18T01:02:11.621755Z","steps":["trace[1467880700] 'agreement among raft nodes before linearized reading' (duration: 375.941127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:11.621777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.98217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-18T01:02:11.621799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.245582Z","time spent":"376.210473ms","remote":"127.0.0.1:39904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-spfkw\" "} {"level":"info","ts":"2026-03-18T01:02:11.621823Z","caller":"traceutil/trace.go:171","msg":"trace[1529844386] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7620; }","duration":"415.051632ms","start":"2026-03-18T01:02:11.20676Z","end":"2026-03-18T01:02:11.621812Z","steps":["trace[1529844386] 'agreement among raft nodes before linearized reading' (duration: 414.932969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:11.621852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.206746Z","time spent":"415.099053ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:02:14.597293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.769799907s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T01:02:14.631935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804369126s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:02:14.63322Z","caller":"traceutil/trace.go:171","msg":"trace[733806484] transaction","detail":"{read_only:false; response_revision:7621; number_of_response:1; }","duration":"3.006476263s","start":"2026-03-18T01:02:11.626705Z","end":"2026-03-18T01:02:14.633181Z","steps":["trace[733806484] 'process raft request' (duration: 200.721244ms)","trace[733806484] 'compare' (duration: 2.803765563s)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:14.633231Z","caller":"traceutil/trace.go:171","msg":"trace[798863242] transaction","detail":"{read_only:false; response_revision:7622; number_of_response:1; }","duration":"3.006209507s","start":"2026-03-18T01:02:11.626978Z","end":"2026-03-18T01:02:14.633187Z","steps":["trace[798863242] 'process raft request' (duration: 3.005177943s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:14.633323Z","caller":"traceutil/trace.go:171","msg":"trace[585391631] transaction","detail":"{read_only:false; response_revision:7623; number_of_response:1; }","duration":"3.005391448s","start":"2026-03-18T01:02:11.627888Z","end":"2026-03-18T01:02:14.63328Z","steps":["trace[585391631] 'process raft request' (duration: 3.004332473s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.63343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.626677Z","time spent":"3.006630267s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:14.633436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.626943Z","time spent":"3.0063743s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:14.633595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.627879Z","time spent":"3.005538941s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:14.747935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.644106ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-18T01:02:14.748126Z","caller":"traceutil/trace.go:171","msg":"trace[161629774] linearizableReadLoop","detail":"{readStateIndex:7904; appliedIndex:7902; }","duration":"3.120600003s","start":"2026-03-18T01:02:11.627503Z","end":"2026-03-18T01:02:14.748103Z","steps":["trace[161629774] 'read index received' (duration: 199.940336ms)","trace[161629774] 'applied index is now lower than readState.Index' (duration: 2.920657747s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:14.748376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120856389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-18T01:02:14.74844Z","caller":"traceutil/trace.go:171","msg":"trace[2040208157] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7623; }","duration":"3.120991502s","start":"2026-03-18T01:02:11.627425Z","end":"2026-03-18T01:02:14.748416Z","steps":["trace[2040208157] 'agreement among raft nodes before linearized reading' (duration: 3.120785217s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.74853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.62741Z","time spent":"3.121091495s","remote":"127.0.0.1:39878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T01:02:14.807995Z","caller":"traceutil/trace.go:171","msg":"trace[1759839734] transaction","detail":"{read_only:false; response_revision:7624; number_of_response:1; }","duration":"2.411768185s","start":"2026-03-18T01:02:12.396199Z","end":"2026-03-18T01:02:14.807967Z","steps":["trace[1759839734] 'process raft request' (duration: 2.41152127s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.808183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.396161Z","time spent":"2.411932199s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:14.808223Z","caller":"traceutil/trace.go:171","msg":"trace[1045290965] transaction","detail":"{read_only:false; response_revision:7625; number_of_response:1; }","duration":"2.357432668s","start":"2026-03-18T01:02:12.450756Z","end":"2026-03-18T01:02:14.808188Z","steps":["trace[1045290965] 'process raft request' (duration: 2.357166712s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.808485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.450719Z","time spent":"2.357644073s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:14.845757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441684203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:02:14.845786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.676242583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:02:14.845836Z","caller":"traceutil/trace.go:171","msg":"trace[959405683] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7626; }","duration":"1.441804676s","start":"2026-03-18T01:02:13.404007Z","end":"2026-03-18T01:02:14.845812Z","steps":["trace[959405683] 'agreement among raft nodes before linearized reading' (duration: 1.441618062s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:14.845867Z","caller":"traceutil/trace.go:171","msg":"trace[1858572574] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7626; }","duration":"2.676416758s","start":"2026-03-18T01:02:12.169431Z","end":"2026-03-18T01:02:14.845848Z","steps":["trace[1858572574] 'agreement among raft nodes before linearized reading' (duration: 2.676216113s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.84586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707827935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-18T01:02:14.845882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.590685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:02:14.845957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601745656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:14.845954Z","caller":"traceutil/trace.go:171","msg":"trace[1457230530] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7626; }","duration":"2.707993539s","start":"2026-03-18T01:02:12.13794Z","end":"2026-03-18T01:02:14.845934Z","steps":["trace[1457230530] 'agreement among raft nodes before linearized reading' (duration: 2.707721902s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:14.845977Z","caller":"traceutil/trace.go:171","msg":"trace[1702183225] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7626; }","duration":"1.601822118s","start":"2026-03-18T01:02:13.244148Z","end":"2026-03-18T01:02:14.84597Z","steps":["trace[1702183225] 'agreement among raft nodes before linearized reading' (duration: 1.601783787s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:14.845973Z","caller":"traceutil/trace.go:171","msg":"trace[750387960] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7626; }","duration":"160.750279ms","start":"2026-03-18T01:02:14.685203Z","end":"2026-03-18T01:02:14.845953Z","steps":["trace[750387960] 'agreement among raft nodes before linearized reading' (duration: 160.523314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.845994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:13.24411Z","time spent":"1.601879989s","remote":"127.0.0.1:34258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:02:14.845997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.137909Z","time spent":"2.708080851s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T01:02:14.846008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07158189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:02:14.846016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.11355131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:02:14.84618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051090321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:02:14.846126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218455058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:02:14.846176Z","caller":"traceutil/trace.go:171","msg":"trace[2099850102] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7626; }","duration":"1.071771494s","start":"2026-03-18T01:02:13.774362Z","end":"2026-03-18T01:02:14.846133Z","steps":["trace[2099850102] 'agreement among raft nodes before linearized reading' (duration: 1.071457167s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:14.846174Z","caller":"traceutil/trace.go:171","msg":"trace[1157833430] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:7626; }","duration":"3.113777246s","start":"2026-03-18T01:02:11.732366Z","end":"2026-03-18T01:02:14.846143Z","steps":["trace[1157833430] 'agreement among raft nodes before linearized reading' (duration: 3.113472829s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.846237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.873154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:14.846237Z","caller":"traceutil/trace.go:171","msg":"trace[75777481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7626; }","duration":"1.218629112s","start":"2026-03-18T01:02:13.627588Z","end":"2026-03-18T01:02:14.846217Z","steps":["trace[75777481] 'agreement among raft nodes before linearized reading' (duration: 1.218318345s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.84626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.732347Z","time spent":"3.113901628s","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:02:14.846274Z","caller":"traceutil/trace.go:171","msg":"trace[1290824971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7626; }","duration":"151.982496ms","start":"2026-03-18T01:02:14.694282Z","end":"2026-03-18T01:02:14.846265Z","steps":["trace[1290824971] 'agreement among raft nodes before linearized reading' (duration: 151.923165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.846259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:13.774303Z","time spent":"1.071936669s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:02:14.846299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:13.627558Z","time spent":"1.218723085s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:14.846317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215646339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:02:14.846335Z","caller":"traceutil/trace.go:171","msg":"trace[1936585900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7626; }","duration":"2.21570309s","start":"2026-03-18T01:02:12.630628Z","end":"2026-03-18T01:02:14.846331Z","steps":["trace[1936585900] 'agreement among raft nodes before linearized reading' (duration: 2.215594007s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.846348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.630602Z","time spent":"2.21574353s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T01:02:14.846312Z","caller":"traceutil/trace.go:171","msg":"trace[1150260868] transaction","detail":"{read_only:false; response_revision:7626; number_of_response:1; }","duration":"237.710609ms","start":"2026-03-18T01:02:14.608502Z","end":"2026-03-18T01:02:14.846213Z","steps":["trace[1150260868] 'process raft request' (duration: 236.912601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.846471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.257892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:02:14.8465Z","caller":"traceutil/trace.go:171","msg":"trace[944558401] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7626; }","duration":"608.332114ms","start":"2026-03-18T01:02:14.23816Z","end":"2026-03-18T01:02:14.846492Z","steps":["trace[944558401] 'agreement among raft nodes before linearized reading' (duration: 608.275662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.846116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341552847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:02:14.846527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:14.238128Z","time spent":"608.389535ms","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:02:14.846209Z","caller":"traceutil/trace.go:171","msg":"trace[1809949994] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7626; }","duration":"2.051175273s","start":"2026-03-18T01:02:12.795027Z","end":"2026-03-18T01:02:14.846202Z","steps":["trace[1809949994] 'agreement among raft nodes before linearized reading' (duration: 2.051132382s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:14.846586Z","caller":"traceutil/trace.go:171","msg":"trace[436644520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7626; }","duration":"1.342042038s","start":"2026-03-18T01:02:13.504503Z","end":"2026-03-18T01:02:14.846545Z","steps":["trace[436644520] 'agreement among raft nodes before linearized reading' (duration: 1.341427094s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.846594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.794994Z","time spent":"2.051587363s","remote":"127.0.0.1:39940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:02:14.845896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:13.403979Z","time spent":"1.441902518s","remote":"127.0.0.1:39892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:02:14.846639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:13.504476Z","time spent":"1.3421469s","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:02:14.845907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.169395Z","time spent":"2.67650413s","remote":"127.0.0.1:40192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:02:14.846426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341718095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T01:02:14.846789Z","caller":"traceutil/trace.go:171","msg":"trace[162082589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7626; }","duration":"2.342123454s","start":"2026-03-18T01:02:12.504659Z","end":"2026-03-18T01:02:14.846782Z","steps":["trace[162082589] 'agreement among raft nodes before linearized reading' (duration: 2.341734005s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.846813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.504625Z","time spent":"2.342179916s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:02:14.847262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.219666525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223813"} {"level":"info","ts":"2026-03-18T01:02:14.847342Z","caller":"traceutil/trace.go:171","msg":"trace[140458452] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7626; }","duration":"3.219743397s","start":"2026-03-18T01:02:11.627577Z","end":"2026-03-18T01:02:14.84732Z","steps":["trace[140458452] 'agreement among raft nodes before linearized reading' (duration: 3.218118249s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.847388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.627551Z","time spent":"3.219823028s","remote":"127.0.0.1:39904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223835,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T01:02:14.848089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166660438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T01:02:14.848143Z","caller":"traceutil/trace.go:171","msg":"trace[1279794660] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7626; }","duration":"3.166762561s","start":"2026-03-18T01:02:11.68136Z","end":"2026-03-18T01:02:14.848123Z","steps":["trace[1279794660] 'agreement among raft nodes before linearized reading' (duration: 3.164736264s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.848161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.68133Z","time spent":"3.166827412s","remote":"127.0.0.1:39904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T01:02:15.040727Z","caller":"traceutil/trace.go:171","msg":"trace[2090262958] transaction","detail":"{read_only:false; response_revision:7627; number_of_response:1; }","duration":"190.962798ms","start":"2026-03-18T01:02:14.849725Z","end":"2026-03-18T01:02:15.040688Z","steps":["trace[2090262958] 'process raft request' (duration: 95.132001ms)","trace[2090262958] 'compare' (duration: 95.661653ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:15.109055Z","caller":"traceutil/trace.go:171","msg":"trace[487579927] transaction","detail":"{read_only:false; response_revision:7628; number_of_response:1; }","duration":"257.872006ms","start":"2026-03-18T01:02:14.851155Z","end":"2026-03-18T01:02:15.109027Z","steps":["trace[487579927] 'process raft request' (duration: 257.676172ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:15.109403Z","caller":"traceutil/trace.go:171","msg":"trace[210370063] transaction","detail":"{read_only:false; response_revision:7629; number_of_response:1; }","duration":"257.562139ms","start":"2026-03-18T01:02:14.851826Z","end":"2026-03-18T01:02:15.109388Z","steps":["trace[210370063] 'process raft request' (duration: 257.149039ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:15.109523Z","caller":"traceutil/trace.go:171","msg":"trace[1156641796] transaction","detail":"{read_only:false; response_revision:7630; number_of_response:1; }","duration":"257.61913ms","start":"2026-03-18T01:02:14.85187Z","end":"2026-03-18T01:02:15.109489Z","steps":["trace[1156641796] 'process raft request' (duration: 257.418725ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:15.10957Z","caller":"traceutil/trace.go:171","msg":"trace[1238588615] transaction","detail":"{read_only:false; response_revision:7631; number_of_response:1; }","duration":"257.505157ms","start":"2026-03-18T01:02:14.852032Z","end":"2026-03-18T01:02:15.109538Z","steps":["trace[1238588615] 'process raft request' (duration: 257.394945ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:15.109511Z","caller":"traceutil/trace.go:171","msg":"trace[1467961530] linearizableReadLoop","detail":"{readStateIndex:7914; appliedIndex:7909; }","duration":"257.219991ms","start":"2026-03-18T01:02:14.852259Z","end":"2026-03-18T01:02:15.109479Z","steps":["trace[1467961530] 'read index received' (duration: 92.625583ms)","trace[1467961530] 'applied index is now lower than readState.Index' (duration: 164.593248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:15.109759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.470877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T01:02:15.109836Z","caller":"traceutil/trace.go:171","msg":"trace[582964059] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7631; }","duration":"257.581399ms","start":"2026-03-18T01:02:14.852242Z","end":"2026-03-18T01:02:15.109824Z","steps":["trace[582964059] 'agreement among raft nodes before linearized reading' (duration: 257.344113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:15.109873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.141258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:02:15.109939Z","caller":"traceutil/trace.go:171","msg":"trace[1010862728] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7631; }","duration":"161.270611ms","start":"2026-03-18T01:02:14.948653Z","end":"2026-03-18T01:02:15.109923Z","steps":["trace[1010862728] 'agreement among raft nodes before linearized reading' (duration: 161.131718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:15.109958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.281726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T01:02:15.110008Z","caller":"traceutil/trace.go:171","msg":"trace[346079037] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7631; }","duration":"121.390419ms","start":"2026-03-18T01:02:14.988599Z","end":"2026-03-18T01:02:15.109989Z","steps":["trace[346079037] 'agreement among raft nodes before linearized reading' (duration: 121.196304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:15.394595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.772931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:02:15.394731Z","caller":"traceutil/trace.go:171","msg":"trace[401599187] linearizableReadLoop","detail":"{readStateIndex:7915; appliedIndex:7914; }","duration":"217.259196ms","start":"2026-03-18T01:02:15.177449Z","end":"2026-03-18T01:02:15.394708Z","steps":["trace[401599187] 'read index received' (duration: 57.512µs)","trace[401599187] 'applied index is now lower than readState.Index' (duration: 217.199844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:15.39482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.370639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:15.394855Z","caller":"traceutil/trace.go:171","msg":"trace[660724409] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7632; }","duration":"217.460481ms","start":"2026-03-18T01:02:15.177385Z","end":"2026-03-18T01:02:15.394845Z","steps":["trace[660724409] 'agreement among raft nodes before linearized reading' (duration: 217.382959ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:15.394988Z","caller":"traceutil/trace.go:171","msg":"trace[62466123] transaction","detail":"{read_only:false; response_revision:7632; number_of_response:1; }","duration":"277.786267ms","start":"2026-03-18T01:02:15.116941Z","end":"2026-03-18T01:02:15.394727Z","steps":["trace[62466123] 'process raft request' (duration: 39.75181ms)","trace[62466123] 'compare' (duration: 237.527005ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:16.72608Z","caller":"traceutil/trace.go:171","msg":"trace[1721390158] linearizableReadLoop","detail":"{readStateIndex:7916; appliedIndex:7915; }","duration":"489.833452ms","start":"2026-03-18T01:02:16.23622Z","end":"2026-03-18T01:02:16.726053Z","steps":["trace[1721390158] 'read index received' (duration: 489.681069ms)","trace[1721390158] 'applied index is now lower than readState.Index' (duration: 151.063µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:16.726257Z","caller":"traceutil/trace.go:171","msg":"trace[1005998717] transaction","detail":"{read_only:false; response_revision:7633; number_of_response:1; }","duration":"729.2347ms","start":"2026-03-18T01:02:15.996987Z","end":"2026-03-18T01:02:16.726221Z","steps":["trace[1005998717] 'process raft request' (duration: 728.878022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:16.726344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.111749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:16.726417Z","caller":"traceutil/trace.go:171","msg":"trace[239441612] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7633; }","duration":"490.251872ms","start":"2026-03-18T01:02:16.236127Z","end":"2026-03-18T01:02:16.726379Z","steps":["trace[239441612] 'agreement among raft nodes before linearized reading' (duration: 490.077178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:16.72644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:15.996956Z","time spent":"729.387514ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:16.726457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:16.236101Z","time spent":"490.345454ms","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:02:16.726342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.931735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:16.726991Z","caller":"traceutil/trace.go:171","msg":"trace[1774781812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7633; }","duration":"222.60896ms","start":"2026-03-18T01:02:16.504352Z","end":"2026-03-18T01:02:16.726961Z","steps":["trace[1774781812] 'agreement among raft nodes before linearized reading' (duration: 221.924874ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:16.902039Z","caller":"traceutil/trace.go:171","msg":"trace[1192282150] linearizableReadLoop","detail":"{readStateIndex:7917; appliedIndex:7916; }","duration":"173.923673ms","start":"2026-03-18T01:02:16.728083Z","end":"2026-03-18T01:02:16.902007Z","steps":["trace[1192282150] 'read index received' (duration: 115.534262ms)","trace[1192282150] 'applied index is now lower than readState.Index' (duration: 58.388021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:16.902239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.132229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:16.902289Z","caller":"traceutil/trace.go:171","msg":"trace[1191785093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7633; }","duration":"174.20955ms","start":"2026-03-18T01:02:16.728064Z","end":"2026-03-18T01:02:16.902274Z","steps":["trace[1191785093] 'agreement among raft nodes before linearized reading' (duration: 174.097698ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:17.398245Z","caller":"traceutil/trace.go:171","msg":"trace[1442896869] transaction","detail":"{read_only:false; response_revision:7634; number_of_response:1; }","duration":"666.928109ms","start":"2026-03-18T01:02:16.731284Z","end":"2026-03-18T01:02:17.398212Z","steps":["trace[1442896869] 'process raft request' (duration: 666.633532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:17.398437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:16.731263Z","time spent":"667.075003ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:17.398499Z","caller":"traceutil/trace.go:171","msg":"trace[413158430] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"666.441458ms","start":"2026-03-18T01:02:16.732019Z","end":"2026-03-18T01:02:17.398461Z","steps":["trace[413158430] 'process raft request' (duration: 666.13358ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:17.398642Z","caller":"traceutil/trace.go:171","msg":"trace[2062941371] transaction","detail":"{read_only:false; response_revision:7636; number_of_response:1; }","duration":"666.171032ms","start":"2026-03-18T01:02:16.732437Z","end":"2026-03-18T01:02:17.398608Z","steps":["trace[2062941371] 'process raft request' (duration: 665.978638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:17.398701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:16.732008Z","time spent":"666.577411ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:17.398871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:16.732413Z","time spent":"666.335585ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:17.398954Z","caller":"traceutil/trace.go:171","msg":"trace[1443775308] linearizableReadLoop","detail":"{readStateIndex:7922; appliedIndex:7917; }","duration":"496.788213ms","start":"2026-03-18T01:02:16.902127Z","end":"2026-03-18T01:02:17.398915Z","steps":["trace[1443775308] 'read index received' (duration: 495.874582ms)","trace[1443775308] 'applied index is now lower than readState.Index' (duration: 912.321µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:17.399066Z","caller":"traceutil/trace.go:171","msg":"trace[2017090397] transaction","detail":"{read_only:false; response_revision:7638; number_of_response:1; }","duration":"583.673563ms","start":"2026-03-18T01:02:16.815378Z","end":"2026-03-18T01:02:17.399051Z","steps":["trace[2017090397] 'process raft request' (duration: 583.405657ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:17.39908Z","caller":"traceutil/trace.go:171","msg":"trace[1449963336] transaction","detail":"{read_only:false; response_revision:7637; number_of_response:1; }","duration":"584.038442ms","start":"2026-03-18T01:02:16.81501Z","end":"2026-03-18T01:02:17.399049Z","steps":["trace[1449963336] 'process raft request' (duration: 583.546491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:17.399171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:16.815338Z","time spent":"583.754255ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:17.399234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:16.814968Z","time spent":"584.206366ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:17.39931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.734526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spfkw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:02:17.399368Z","caller":"traceutil/trace.go:171","msg":"trace[1399117202] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spfkw; range_end:; response_count:1; response_revision:7638; }","duration":"542.860769ms","start":"2026-03-18T01:02:16.856492Z","end":"2026-03-18T01:02:17.399353Z","steps":["trace[1399117202] 'agreement among raft nodes before linearized reading' (duration: 542.599693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:17.399427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:16.856464Z","time spent":"542.950951ms","remote":"127.0.0.1:39904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-spfkw\" "} {"level":"info","ts":"2026-03-18T01:02:17.486434Z","caller":"traceutil/trace.go:171","msg":"trace[359128072] transaction","detail":"{read_only:false; response_revision:7639; number_of_response:1; }","duration":"583.11674ms","start":"2026-03-18T01:02:16.903277Z","end":"2026-03-18T01:02:17.486394Z","steps":["trace[359128072] 'process raft request' (duration: 573.789654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:17.486633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:16.903246Z","time spent":"583.283824ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:17.486641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.383562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:02:17.486633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.883093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:02:17.486704Z","caller":"traceutil/trace.go:171","msg":"trace[809604126] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7639; }","duration":"288.493434ms","start":"2026-03-18T01:02:17.198193Z","end":"2026-03-18T01:02:17.486686Z","steps":["trace[809604126] 'agreement among raft nodes before linearized reading' (duration: 288.278499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:17.486677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.380518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T01:02:17.486727Z","caller":"traceutil/trace.go:171","msg":"trace[1631407759] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:7639; }","duration":"423.057647ms","start":"2026-03-18T01:02:17.063646Z","end":"2026-03-18T01:02:17.486704Z","steps":["trace[1631407759] 'agreement among raft nodes before linearized reading' (duration: 422.76601ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:17.486777Z","caller":"traceutil/trace.go:171","msg":"trace[498584735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7639; }","duration":"373.492551ms","start":"2026-03-18T01:02:17.113258Z","end":"2026-03-18T01:02:17.48675Z","steps":["trace[498584735] 'agreement among raft nodes before linearized reading' (duration: 373.157383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:17.486791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:17.063622Z","time spent":"423.157369ms","remote":"127.0.0.1:39912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":108,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:02:17.486678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.456296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T01:02:17.486823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:17.113219Z","time spent":"373.595913ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T01:02:17.486849Z","caller":"traceutil/trace.go:171","msg":"trace[351718345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7639; }","duration":"372.672822ms","start":"2026-03-18T01:02:17.114162Z","end":"2026-03-18T01:02:17.486835Z","steps":["trace[351718345] 'agreement among raft nodes before linearized reading' (duration: 372.322404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:17.486889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:17.114152Z","time spent":"372.727953ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:17.487291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.957928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:02:17.487338Z","caller":"traceutil/trace.go:171","msg":"trace[1561019267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7639; }","duration":"373.05806ms","start":"2026-03-18T01:02:17.114267Z","end":"2026-03-18T01:02:17.487325Z","steps":["trace[1561019267] 'agreement among raft nodes before linearized reading' (duration: 372.098218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:17.487372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:17.114231Z","time spent":"373.132672ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:17.992949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339418077857708,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T01:02:18.097387Z","caller":"traceutil/trace.go:171","msg":"trace[126418032] transaction","detail":"{read_only:false; response_revision:7640; number_of_response:1; }","duration":"605.883907ms","start":"2026-03-18T01:02:17.491466Z","end":"2026-03-18T01:02:18.09735Z","steps":["trace[126418032] 'process raft request' (duration: 605.634051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:18.097652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:17.491439Z","time spent":"606.067561ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:18.126091Z","caller":"traceutil/trace.go:171","msg":"trace[1661908353] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"634.058919ms","start":"2026-03-18T01:02:17.492003Z","end":"2026-03-18T01:02:18.126062Z","steps":["trace[1661908353] 'process raft request' (duration: 633.837794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:18.12627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:17.491985Z","time spent":"634.182952ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:18.126292Z","caller":"traceutil/trace.go:171","msg":"trace[683130948] linearizableReadLoop","detail":"{readStateIndex:7926; appliedIndex:7923; }","duration":"633.969877ms","start":"2026-03-18T01:02:17.492295Z","end":"2026-03-18T01:02:18.126265Z","steps":["trace[683130948] 'read index received' (duration: 604.72926ms)","trace[683130948] 'applied index is now lower than readState.Index' (duration: 29.237527ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:18.126379Z","caller":"traceutil/trace.go:171","msg":"trace[1808677890] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"634.222693ms","start":"2026-03-18T01:02:17.492112Z","end":"2026-03-18T01:02:18.126334Z","steps":["trace[1808677890] 'process raft request' (duration: 633.903095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:18.126476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.978514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:18.126524Z","caller":"traceutil/trace.go:171","msg":"trace[271347794] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7642; }","duration":"598.074037ms","start":"2026-03-18T01:02:17.528432Z","end":"2026-03-18T01:02:18.126506Z","steps":["trace[271347794] 'agreement among raft nodes before linearized reading' (duration: 597.980534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:18.126563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:17.528412Z","time spent":"598.141028ms","remote":"127.0.0.1:34262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:02:18.126539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.237884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T01:02:18.126597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:17.492071Z","time spent":"634.412127ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:18.126654Z","caller":"traceutil/trace.go:171","msg":"trace[1465661178] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7642; }","duration":"634.414218ms","start":"2026-03-18T01:02:17.492218Z","end":"2026-03-18T01:02:18.126632Z","steps":["trace[1465661178] 'agreement among raft nodes before linearized reading' (duration: 634.138231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:18.126708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:17.492197Z","time spent":"634.500779ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-18T01:02:19.005874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339418077857714,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T01:02:19.028782Z","caller":"traceutil/trace.go:171","msg":"trace[1896234974] linearizableReadLoop","detail":"{readStateIndex:7927; appliedIndex:7926; }","duration":"523.84074ms","start":"2026-03-18T01:02:18.504909Z","end":"2026-03-18T01:02:19.02875Z","steps":["trace[1896234974] 'read index received' (duration: 523.698226ms)","trace[1896234974] 'applied index is now lower than readState.Index' (duration: 141.833µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:19.028848Z","caller":"traceutil/trace.go:171","msg":"trace[786560637] transaction","detail":"{read_only:false; response_revision:7643; number_of_response:1; }","duration":"613.469462ms","start":"2026-03-18T01:02:18.415319Z","end":"2026-03-18T01:02:19.028788Z","steps":["trace[786560637] 'process raft request' (duration: 613.268668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:19.02894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.029263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:19.028974Z","caller":"traceutil/trace.go:171","msg":"trace[1799280870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7643; }","duration":"524.146286ms","start":"2026-03-18T01:02:18.504819Z","end":"2026-03-18T01:02:19.028965Z","steps":["trace[1799280870] 'agreement among raft nodes before linearized reading' (duration: 524.045944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:19.029002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:18.50479Z","time spent":"524.205407ms","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:02:19.029055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:18.415287Z","time spent":"613.653747ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:23.752983Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5666} {"level":"info","ts":"2026-03-18T01:02:23.858109Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5666,"took":"102.717076ms","hash":3742542130,"current-db-size-bytes":43352064,"current-db-size":"43 MB","current-db-size-in-use-bytes":22900736,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-18T01:02:23.858214Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3742542130,"revision":5666,"compact-revision":2692} {"level":"warn","ts":"2026-03-18T01:02:42.803444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.943663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-18T01:02:42.803543Z","caller":"traceutil/trace.go:171","msg":"trace[223667032] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7810; }","duration":"129.132167ms","start":"2026-03-18T01:02:42.674392Z","end":"2026-03-18T01:02:42.803524Z","steps":["trace[223667032] 'range keys from in-memory index tree' (duration: 128.670086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:42.803703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.298071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-18T01:02:42.804039Z","caller":"traceutil/trace.go:171","msg":"trace[901778887] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7810; }","duration":"167.67763ms","start":"2026-03-18T01:02:42.636298Z","end":"2026-03-18T01:02:42.803975Z","steps":["trace[901778887] 'range keys from in-memory index tree' (duration: 167.010773ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:46.74414Z","caller":"traceutil/trace.go:171","msg":"trace[1267632391] linearizableReadLoop","detail":"{readStateIndex:8122; appliedIndex:8121; }","duration":"402.728297ms","start":"2026-03-18T01:02:46.341383Z","end":"2026-03-18T01:02:46.744111Z","steps":["trace[1267632391] 'read index received' (duration: 402.548813ms)","trace[1267632391] 'applied index is now lower than readState.Index' (duration: 178.214µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:46.744242Z","caller":"traceutil/trace.go:171","msg":"trace[428344100] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"493.501206ms","start":"2026-03-18T01:02:46.250692Z","end":"2026-03-18T01:02:46.744194Z","steps":["trace[428344100] 'process raft request' (duration: 493.21909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:46.744445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.032194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T01:02:46.74451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:46.250669Z","time spent":"493.714732ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:46.744548Z","caller":"traceutil/trace.go:171","msg":"trace[1210023659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7830; }","duration":"403.170527ms","start":"2026-03-18T01:02:46.341356Z","end":"2026-03-18T01:02:46.744526Z","steps":["trace[1210023659] 'agreement among raft nodes before linearized reading' (duration: 402.87106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:46.744543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.721933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:46.744657Z","caller":"traceutil/trace.go:171","msg":"trace[30936393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7830; }","duration":"238.869447ms","start":"2026-03-18T01:02:46.505769Z","end":"2026-03-18T01:02:46.744639Z","steps":["trace[30936393] 'agreement among raft nodes before linearized reading' (duration: 238.710923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:46.744604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:46.341345Z","time spent":"403.249068ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:46.744445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.103632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:02:46.74499Z","caller":"traceutil/trace.go:171","msg":"trace[2011565632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7830; }","duration":"402.684666ms","start":"2026-03-18T01:02:46.342282Z","end":"2026-03-18T01:02:46.744967Z","steps":["trace[2011565632] 'agreement among raft nodes before linearized reading' (duration: 402.024701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:46.745053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:46.342273Z","time spent":"402.743187ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:47.45639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.389734ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-18T01:02:47.456522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:46.74582Z","time spent":"710.696342ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T01:02:47.45797Z","caller":"traceutil/trace.go:171","msg":"trace[1853245488] linearizableReadLoop","detail":"{readStateIndex:8126; appliedIndex:8123; }","duration":"331.217503ms","start":"2026-03-18T01:02:47.126721Z","end":"2026-03-18T01:02:47.457938Z","steps":["trace[1853245488] 'read index received' (duration: 330.832944ms)","trace[1853245488] 'applied index is now lower than readState.Index' (duration: 383.108µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:47.458161Z","caller":"traceutil/trace.go:171","msg":"trace[1418000494] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"708.442079ms","start":"2026-03-18T01:02:46.74969Z","end":"2026-03-18T01:02:47.458132Z","steps":["trace[1418000494] 'process raft request' (duration: 708.158962ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:47.458277Z","caller":"traceutil/trace.go:171","msg":"trace[1545280635] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"708.882979ms","start":"2026-03-18T01:02:46.749351Z","end":"2026-03-18T01:02:47.458234Z","steps":["trace[1545280635] 'process raft request' (duration: 708.306756ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:47.458314Z","caller":"traceutil/trace.go:171","msg":"trace[520023276] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"707.431716ms","start":"2026-03-18T01:02:46.750821Z","end":"2026-03-18T01:02:47.458253Z","steps":["trace[520023276] 'process raft request' (duration: 707.069447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:47.45835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:46.749657Z","time spent":"708.590343ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:47.458412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.663282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:02:47.458462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:46.74933Z","time spent":"709.032433ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:47.458488Z","caller":"traceutil/trace.go:171","msg":"trace[165129123] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7833; }","duration":"331.808796ms","start":"2026-03-18T01:02:47.126662Z","end":"2026-03-18T01:02:47.458471Z","steps":["trace[165129123] 'agreement among raft nodes before linearized reading' (duration: 331.597911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:47.45853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:47.12664Z","time spent":"331.880298ms","remote":"127.0.0.1:40144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:02:47.459204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:46.750809Z","time spent":"707.599349ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:47.460351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.590942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:02:47.460459Z","caller":"traceutil/trace.go:171","msg":"trace[1669670788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7834; }","duration":"223.773647ms","start":"2026-03-18T01:02:47.236665Z","end":"2026-03-18T01:02:47.460439Z","steps":["trace[1669670788] 'agreement among raft nodes before linearized reading' (duration: 223.545182ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:47.644008Z","caller":"traceutil/trace.go:171","msg":"trace[370153434] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"104.754453ms","start":"2026-03-18T01:02:47.539222Z","end":"2026-03-18T01:02:47.643977Z","steps":["trace[370153434] 'process raft request' (duration: 23.79733ms)","trace[370153434] 'compare' (duration: 80.741938ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:47.644154Z","caller":"traceutil/trace.go:171","msg":"trace[624424537] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"103.233088ms","start":"2026-03-18T01:02:47.540899Z","end":"2026-03-18T01:02:47.644132Z","steps":["trace[624424537] 'process raft request' (duration: 103.030363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:47.887347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.199996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:47.887459Z","caller":"traceutil/trace.go:171","msg":"trace[521555890] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7839; }","duration":"141.37349ms","start":"2026-03-18T01:02:47.746061Z","end":"2026-03-18T01:02:47.887435Z","steps":["trace[521555890] 'count revisions from in-memory index tree' (duration: 141.068344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:00.236034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339418077858625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:03:00.360783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.799991ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:00.360974Z","caller":"traceutil/trace.go:171","msg":"trace[584737318] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7930; }","duration":"145.021196ms","start":"2026-03-18T01:03:00.215926Z","end":"2026-03-18T01:03:00.360947Z","steps":["trace[584737318] 'range keys from in-memory index tree' (duration: 144.769229ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:00.370974Z","caller":"traceutil/trace.go:171","msg":"trace[57470267] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"690.438312ms","start":"2026-03-18T01:02:59.680489Z","end":"2026-03-18T01:03:00.370927Z","steps":["trace[57470267] 'process raft request' (duration: 690.096504ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:00.370952Z","caller":"traceutil/trace.go:171","msg":"trace[1126252462] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"681.613219ms","start":"2026-03-18T01:02:59.6893Z","end":"2026-03-18T01:03:00.370914Z","steps":["trace[1126252462] 'process raft request' (duration: 681.515807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:00.371162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:59.680469Z","time spent":"690.584596ms","remote":"127.0.0.1:39904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:00.37119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:59.689291Z","time spent":"681.777293ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:00.37192Z","caller":"traceutil/trace.go:171","msg":"trace[107534027] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"673.515792ms","start":"2026-03-18T01:02:59.697589Z","end":"2026-03-18T01:03:00.371105Z","steps":["trace[107534027] 'process raft request' (duration: 673.285766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:00.372224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:59.697565Z","time spent":"674.508735ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:00.393421Z","caller":"traceutil/trace.go:171","msg":"trace[1948258386] linearizableReadLoop","detail":"{readStateIndex:8234; appliedIndex:8229; }","duration":"658.372781ms","start":"2026-03-18T01:02:59.735012Z","end":"2026-03-18T01:03:00.393384Z","steps":["trace[1948258386] 'read index received' (duration: 635.579824ms)","trace[1948258386] 'applied index is now lower than readState.Index' (duration: 22.791727ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:00.393452Z","caller":"traceutil/trace.go:171","msg":"trace[416310251] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"541.820505ms","start":"2026-03-18T01:02:59.851597Z","end":"2026-03-18T01:03:00.393417Z","steps":["trace[416310251] 'process raft request' (duration: 541.543169ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:00.393596Z","caller":"traceutil/trace.go:171","msg":"trace[1003811767] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"201.230706ms","start":"2026-03-18T01:03:00.1923Z","end":"2026-03-18T01:03:00.39353Z","steps":["trace[1003811767] 'process raft request' (duration: 201.022611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:00.39365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:59.851576Z","time spent":"541.975638ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:00.393917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.847563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-18T01:03:00.393922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.869923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:03:00.393984Z","caller":"traceutil/trace.go:171","msg":"trace[1560599130] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7935; }","duration":"237.966946ms","start":"2026-03-18T01:03:00.155999Z","end":"2026-03-18T01:03:00.393966Z","steps":["trace[1560599130] 'agreement among raft nodes before linearized reading' (duration: 237.774691ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:00.394045Z","caller":"traceutil/trace.go:171","msg":"trace[1794031063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7935; }","duration":"659.062077ms","start":"2026-03-18T01:02:59.734918Z","end":"2026-03-18T01:03:00.39398Z","steps":["trace[1794031063] 'agreement among raft nodes before linearized reading' (duration: 658.690848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:00.393927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.567855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T01:03:00.394266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:59.734892Z","time spent":"659.341814ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:03:00.394274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.085982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-18T01:03:00.394308Z","caller":"traceutil/trace.go:171","msg":"trace[1529638251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7935; }","duration":"658.955195ms","start":"2026-03-18T01:02:59.735318Z","end":"2026-03-18T01:03:00.394273Z","steps":["trace[1529638251] 'agreement among raft nodes before linearized reading' (duration: 658.429853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:00.394336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.27311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-pvmbl\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-03-18T01:03:00.394352Z","caller":"traceutil/trace.go:171","msg":"trace[369293747] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7935; }","duration":"657.210554ms","start":"2026-03-18T01:02:59.737119Z","end":"2026-03-18T01:03:00.39433Z","steps":["trace[369293747] 'agreement among raft nodes before linearized reading' (duration: 656.903597ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:00.394394Z","caller":"traceutil/trace.go:171","msg":"trace[914357039] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-pvmbl; range_end:; response_count:1; response_revision:7935; }","duration":"202.347151ms","start":"2026-03-18T01:03:00.192028Z","end":"2026-03-18T01:03:00.394375Z","steps":["trace[914357039] 'agreement among raft nodes before linearized reading' (duration: 202.238659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:00.3944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:59.737111Z","time spent":"657.277456ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:03:00.3944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:59.735309Z","time spent":"659.067297ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:03:00.394065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.315075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spfkw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:03:00.3945Z","caller":"traceutil/trace.go:171","msg":"trace[1356936547] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spfkw; range_end:; response_count:1; response_revision:7935; }","duration":"650.747855ms","start":"2026-03-18T01:02:59.743739Z","end":"2026-03-18T01:03:00.394487Z","steps":["trace[1356936547] 'agreement among raft nodes before linearized reading' (duration: 650.224643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:00.394566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:59.743716Z","time spent":"650.835227ms","remote":"127.0.0.1:39904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-spfkw\" "} {"level":"info","ts":"2026-03-18T01:03:00.52089Z","caller":"traceutil/trace.go:171","msg":"trace[886787785] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"121.352247ms","start":"2026-03-18T01:03:00.399499Z","end":"2026-03-18T01:03:00.520851Z","steps":["trace[886787785] 'process raft request' (duration: 121.072741ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:00.520895Z","caller":"traceutil/trace.go:171","msg":"trace[2079218977] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"121.189513ms","start":"2026-03-18T01:03:00.399673Z","end":"2026-03-18T01:03:00.520862Z","steps":["trace[2079218977] 'process raft request' (duration: 121.073181ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:00.521147Z","caller":"traceutil/trace.go:171","msg":"trace[2022375809] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"118.950692ms","start":"2026-03-18T01:03:00.402184Z","end":"2026-03-18T01:03:00.521135Z","steps":["trace[2022375809] 'process raft request' (duration: 118.825069ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:00.521351Z","caller":"traceutil/trace.go:171","msg":"trace[1701103766] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"121.151392ms","start":"2026-03-18T01:03:00.400143Z","end":"2026-03-18T01:03:00.521294Z","steps":["trace[1701103766] 'process raft request' (duration: 120.666291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:01.843731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339418077858684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:03:02.344372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339418077858684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:03:02.356912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020962989s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T01:03:02.357472Z","caller":"traceutil/trace.go:171","msg":"trace[1778138928] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"1.021590604s","start":"2026-03-18T01:03:01.335847Z","end":"2026-03-18T01:03:02.357438Z","steps":["trace[1778138928] 'process raft request' (duration: 1.021331578s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:02.357694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:01.335787Z","time spent":"1.021786918s","remote":"127.0.0.1:34280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:02.669168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.022169ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-18T01:03:02.66953Z","caller":"traceutil/trace.go:171","msg":"trace[445911055] linearizableReadLoop","detail":"{readStateIndex:8247; appliedIndex:8244; }","duration":"1.326105127s","start":"2026-03-18T01:03:01.343402Z","end":"2026-03-18T01:03:02.669507Z","steps":["trace[445911055] 'read index received' (duration: 1.013784162s)","trace[445911055] 'applied index is now lower than readState.Index' (duration: 312.319795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:02.669782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326361134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:02.669825Z","caller":"traceutil/trace.go:171","msg":"trace[88407572] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7947; }","duration":"1.326432125s","start":"2026-03-18T01:03:01.343381Z","end":"2026-03-18T01:03:02.669814Z","steps":["trace[88407572] 'agreement among raft nodes before linearized reading' (duration: 1.326297242s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:02.670066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:01.343374Z","time spent":"1.3266485s","remote":"127.0.0.1:40156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T01:03:02.669794Z","caller":"traceutil/trace.go:171","msg":"trace[1110265161] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"428.7873ms","start":"2026-03-18T01:03:02.240956Z","end":"2026-03-18T01:03:02.669743Z","steps":["trace[1110265161] 'process raft request' (duration: 428.352669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:02.670311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:02.240919Z","time spent":"429.23495ms","remote":"127.0.0.1:40038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T01:03:02.713388Z","caller":"traceutil/trace.go:171","msg":"trace[1281310268] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"333.123567ms","start":"2026-03-18T01:03:02.380234Z","end":"2026-03-18T01:03:02.713358Z","steps":["trace[1281310268] 'process raft request' (duration: 332.985343ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:02.713424Z","caller":"traceutil/trace.go:171","msg":"trace[999320387] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"335.719787ms","start":"2026-03-18T01:03:02.37766Z","end":"2026-03-18T01:03:02.713379Z","steps":["trace[999320387] 'process raft request' (duration: 305.672382ms)","trace[999320387] 'compare' (duration: 29.687417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:02.7136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:02.380213Z","time spent":"333.269861ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:02.713563Z","caller":"traceutil/trace.go:171","msg":"trace[521157077] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"240.793431ms","start":"2026-03-18T01:03:02.472741Z","end":"2026-03-18T01:03:02.713534Z","steps":["trace[521157077] 'process raft request' (duration: 240.570186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:02.713818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:02.377621Z","time spent":"335.962662ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:02.71398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.951079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-18T01:03:02.714028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157497207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-03-18T01:03:02.714047Z","caller":"traceutil/trace.go:171","msg":"trace[232670526] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7952; }","duration":"179.052162ms","start":"2026-03-18T01:03:02.534979Z","end":"2026-03-18T01:03:02.714031Z","steps":["trace[232670526] 'agreement among raft nodes before linearized reading' (duration: 178.871688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:02.714117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.329346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T01:03:02.714122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.83507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T01:03:02.714147Z","caller":"traceutil/trace.go:171","msg":"trace[1098144659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7952; }","duration":"210.424708ms","start":"2026-03-18T01:03:02.503717Z","end":"2026-03-18T01:03:02.714142Z","steps":["trace[1098144659] 'agreement among raft nodes before linearized reading' (duration: 210.355146ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:02.714159Z","caller":"traceutil/trace.go:171","msg":"trace[1090934988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7952; }","duration":"179.907972ms","start":"2026-03-18T01:03:02.53424Z","end":"2026-03-18T01:03:02.714148Z","steps":["trace[1090934988] 'agreement among raft nodes before linearized reading' (duration: 179.783039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:02.713998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.303842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:03:02.714209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182854914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:03:02.714241Z","caller":"traceutil/trace.go:171","msg":"trace[1515013918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7952; }","duration":"209.588299ms","start":"2026-03-18T01:03:02.504646Z","end":"2026-03-18T01:03:02.714234Z","steps":["trace[1515013918] 'agreement among raft nodes before linearized reading' (duration: 209.317093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:02.714257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.982001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spfkw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:03:02.714275Z","caller":"traceutil/trace.go:171","msg":"trace[1128320915] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spfkw; range_end:; response_count:1; response_revision:7952; }","duration":"307.039353ms","start":"2026-03-18T01:03:02.40723Z","end":"2026-03-18T01:03:02.714269Z","steps":["trace[1128320915] 'agreement among raft nodes before linearized reading' (duration: 306.972941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:02.714299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:02.407216Z","time spent":"307.078754ms","remote":"127.0.0.1:39904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-spfkw\" "} {"level":"info","ts":"2026-03-18T01:03:02.714058Z","caller":"traceutil/trace.go:171","msg":"trace[770817505] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7952; }","duration":"1.15758647s","start":"2026-03-18T01:03:01.556464Z","end":"2026-03-18T01:03:02.71405Z","steps":["trace[770817505] 'agreement among raft nodes before linearized reading' (duration: 1.157466277s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:02.714267Z","caller":"traceutil/trace.go:171","msg":"trace[1639131547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7952; }","duration":"1.182969436s","start":"2026-03-18T01:03:01.531283Z","end":"2026-03-18T01:03:02.714252Z","steps":["trace[1639131547] 'agreement among raft nodes before linearized reading' (duration: 1.182770372s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:02.714384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182872804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T01:03:02.71442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:01.531251Z","time spent":"1.183162851s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T01:03:02.714439Z","caller":"traceutil/trace.go:171","msg":"trace[2036111103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7952; }","duration":"1.183010707s","start":"2026-03-18T01:03:01.531416Z","end":"2026-03-18T01:03:02.714426Z","steps":["trace[2036111103] 'agreement among raft nodes before linearized reading' (duration: 1.182876624s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:02.71451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:01.53137Z","time spent":"1.18312211s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:03:02.714364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:01.556435Z","time spent":"1.157915617s","remote":"127.0.0.1:59162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3195,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-18T01:03:03.059641Z","caller":"traceutil/trace.go:171","msg":"trace[663561816] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"339.350251ms","start":"2026-03-18T01:03:02.720257Z","end":"2026-03-18T01:03:03.059607Z","steps":["trace[663561816] 'process raft request' (duration: 339.235938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:03.059941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:02.72022Z","time spent":"339.577286ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:03.060153Z","caller":"traceutil/trace.go:171","msg":"trace[610814392] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"339.7601ms","start":"2026-03-18T01:03:02.720363Z","end":"2026-03-18T01:03:03.060123Z","steps":["trace[610814392] 'process raft request' (duration: 339.190357ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:03.06021Z","caller":"traceutil/trace.go:171","msg":"trace[1404765990] linearizableReadLoop","detail":"{readStateIndex:8257; appliedIndex:8253; }","duration":"333.25672ms","start":"2026-03-18T01:03:02.726864Z","end":"2026-03-18T01:03:03.060121Z","steps":["trace[1404765990] 'read index received' (duration: 332.069772ms)","trace[1404765990] 'applied index is now lower than readState.Index' (duration: 1.185898ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:03.060207Z","caller":"traceutil/trace.go:171","msg":"trace[1844185141] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"339.467943ms","start":"2026-03-18T01:03:02.720161Z","end":"2026-03-18T01:03:03.059629Z","steps":["trace[1844185141] 'process raft request' (duration: 338.864449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:03.060333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.963612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189dc9ddca35d5ef\" ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-03-18T01:03:03.060349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:02.720354Z","time spent":"339.893644ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:03.060403Z","caller":"traceutil/trace.go:171","msg":"trace[1789772785] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189dc9ddca35d5ef; range_end:; response_count:1; response_revision:7957; }","duration":"339.058364ms","start":"2026-03-18T01:03:02.721326Z","end":"2026-03-18T01:03:03.060384Z","steps":["trace[1789772785] 'agreement among raft nodes before linearized reading' (duration: 338.824388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:03.060401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:02.720143Z","time spent":"340.172979ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:03.060451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:02.72132Z","time spent":"339.123105ms","remote":"127.0.0.1:39794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":699,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.189dc9ddca35d5ef\" "} {"level":"info","ts":"2026-03-18T01:03:03.060557Z","caller":"traceutil/trace.go:171","msg":"trace[323394491] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"337.623601ms","start":"2026-03-18T01:03:02.722922Z","end":"2026-03-18T01:03:03.060545Z","steps":["trace[323394491] 'process raft request' (duration: 337.080698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:03.060617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:02.722914Z","time spent":"337.675232ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:03.060656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.538285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189dc9d8dc69c31c\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-18T01:03:03.060738Z","caller":"traceutil/trace.go:171","msg":"trace[1930472384] range","detail":"{range_begin:/registry/events/openstack/ceph.189dc9d8dc69c31c; range_end:; response_count:1; response_revision:7957; }","duration":"339.619797ms","start":"2026-03-18T01:03:02.721102Z","end":"2026-03-18T01:03:03.060722Z","steps":["trace[1930472384] 'agreement among raft nodes before linearized reading' (duration: 339.271529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:03.06082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.337914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:03:03.060848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.109095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T01:03:03.06082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:02.721011Z","time spent":"339.798471ms","remote":"127.0.0.1:39794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.189dc9d8dc69c31c\" "} {"level":"info","ts":"2026-03-18T01:03:03.060868Z","caller":"traceutil/trace.go:171","msg":"trace[1801912018] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7957; }","duration":"107.467817ms","start":"2026-03-18T01:03:02.953386Z","end":"2026-03-18T01:03:03.060854Z","steps":["trace[1801912018] 'agreement among raft nodes before linearized reading' (duration: 107.391075ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:03.060883Z","caller":"traceutil/trace.go:171","msg":"trace[365028685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7957; }","duration":"106.190047ms","start":"2026-03-18T01:03:02.954682Z","end":"2026-03-18T01:03:03.060872Z","steps":["trace[365028685] 'agreement among raft nodes before linearized reading' (duration: 106.087495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:03.060904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.612593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228456"} {"level":"warn","ts":"2026-03-18T01:03:03.060837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.871131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-18T01:03:03.061046Z","caller":"traceutil/trace.go:171","msg":"trace[1873545151] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7957; }","duration":"338.792188ms","start":"2026-03-18T01:03:02.722212Z","end":"2026-03-18T01:03:03.061005Z","steps":["trace[1873545151] 'agreement among raft nodes before linearized reading' (duration: 337.921878ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:03.061151Z","caller":"traceutil/trace.go:171","msg":"trace[600804762] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7957; }","duration":"333.227689ms","start":"2026-03-18T01:03:02.727904Z","end":"2026-03-18T01:03:03.061132Z","steps":["trace[600804762] 'agreement among raft nodes before linearized reading' (duration: 332.737088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:03.061184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:02.722207Z","time spent":"338.962382ms","remote":"127.0.0.1:39904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228478,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T01:03:03.061223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:02.727898Z","time spent":"333.312331ms","remote":"127.0.0.1:39892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19458,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-18T01:03:03.227789Z","caller":"traceutil/trace.go:171","msg":"trace[1565869919] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"158.962578ms","start":"2026-03-18T01:03:03.068792Z","end":"2026-03-18T01:03:03.227755Z","steps":["trace[1565869919] 'process raft request' (duration: 133.901028ms)","trace[1565869919] 'compare' (duration: 24.776413ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:03.228019Z","caller":"traceutil/trace.go:171","msg":"trace[2015375912] linearizableReadLoop","detail":"{readStateIndex:8260; appliedIndex:8257; }","duration":"151.806592ms","start":"2026-03-18T01:03:03.076174Z","end":"2026-03-18T01:03:03.227981Z","steps":["trace[2015375912] 'read index received' (duration: 21.210581ms)","trace[2015375912] 'applied index is now lower than readState.Index' (duration: 130.593011ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:03.228155Z","caller":"traceutil/trace.go:171","msg":"trace[361273555] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"159.232914ms","start":"2026-03-18T01:03:03.068884Z","end":"2026-03-18T01:03:03.228117Z","steps":["trace[361273555] 'process raft request' (duration: 158.820655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:03.22833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.124529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-18T01:03:03.228385Z","caller":"traceutil/trace.go:171","msg":"trace[1141977643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7960; }","duration":"152.243102ms","start":"2026-03-18T01:03:03.076126Z","end":"2026-03-18T01:03:03.228369Z","steps":["trace[1141977643] 'agreement among raft nodes before linearized reading' (duration: 151.986256ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:04.963669Z","caller":"traceutil/trace.go:171","msg":"trace[767622568] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"242.686435ms","start":"2026-03-18T01:03:04.720944Z","end":"2026-03-18T01:03:04.96363Z","steps":["trace[767622568] 'process raft request' (duration: 242.48696ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:04.986886Z","caller":"traceutil/trace.go:171","msg":"trace[752103540] linearizableReadLoop","detail":"{readStateIndex:8262; appliedIndex:8260; }","duration":"257.382674ms","start":"2026-03-18T01:03:04.729476Z","end":"2026-03-18T01:03:04.986859Z","steps":["trace[752103540] 'read index received' (duration: 233.941952ms)","trace[752103540] 'applied index is now lower than readState.Index' (duration: 23.439752ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:04.987041Z","caller":"traceutil/trace.go:171","msg":"trace[421704986] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"264.340586ms","start":"2026-03-18T01:03:04.722678Z","end":"2026-03-18T01:03:04.987019Z","steps":["trace[421704986] 'process raft request' (duration: 264.045239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:04.987264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.775084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-18T01:03:04.987358Z","caller":"traceutil/trace.go:171","msg":"trace[392593520] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7962; }","duration":"257.923797ms","start":"2026-03-18T01:03:04.729405Z","end":"2026-03-18T01:03:04.987328Z","steps":["trace[392593520] 'agreement among raft nodes before linearized reading' (duration: 257.713862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:04.987398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.035818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-68c4d974f9-2cdwg.189dc9cdfaf68d57\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-18T01:03:04.987504Z","caller":"traceutil/trace.go:171","msg":"trace[547703660] range","detail":"{range_begin:/registry/events/openstack/barbican-api-68c4d974f9-2cdwg.189dc9cdfaf68d57; range_end:; response_count:1; response_revision:7962; }","duration":"216.180012ms","start":"2026-03-18T01:03:04.771295Z","end":"2026-03-18T01:03:04.987475Z","steps":["trace[547703660] 'agreement among raft nodes before linearized reading' (duration: 215.827193ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:05.191251Z","caller":"traceutil/trace.go:171","msg":"trace[1165633988] linearizableReadLoop","detail":"{readStateIndex:8264; appliedIndex:8263; }","duration":"125.836201ms","start":"2026-03-18T01:03:05.065356Z","end":"2026-03-18T01:03:05.191192Z","steps":["trace[1165633988] 'read index received' (duration: 80.638686ms)","trace[1165633988] 'applied index is now lower than readState.Index' (duration: 45.196205ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:05.191429Z","caller":"traceutil/trace.go:171","msg":"trace[681797672] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"199.458364ms","start":"2026-03-18T01:03:04.991935Z","end":"2026-03-18T01:03:05.191393Z","steps":["trace[681797672] 'process raft request' (duration: 154.045284ms)","trace[681797672] 'compare' (duration: 45.017581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:05.191629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.258221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:03:05.191731Z","caller":"traceutil/trace.go:171","msg":"trace[612548616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7964; }","duration":"126.427485ms","start":"2026-03-18T01:03:05.065281Z","end":"2026-03-18T01:03:05.191709Z","steps":["trace[612548616] 'agreement among raft nodes before linearized reading' (duration: 126.156879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:05.191862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.282889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spfkw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:03:05.191917Z","caller":"traceutil/trace.go:171","msg":"trace[738746427] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spfkw; range_end:; response_count:1; response_revision:7964; }","duration":"122.338581ms","start":"2026-03-18T01:03:05.069565Z","end":"2026-03-18T01:03:05.191903Z","steps":["trace[738746427] 'agreement among raft nodes before linearized reading' (duration: 122.165697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:05.192054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.650874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T01:03:05.192033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.218416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T01:03:05.192163Z","caller":"traceutil/trace.go:171","msg":"trace[974794002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7964; }","duration":"124.827328ms","start":"2026-03-18T01:03:05.067314Z","end":"2026-03-18T01:03:05.192141Z","steps":["trace[974794002] 'agreement among raft nodes before linearized reading' (duration: 124.447279ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:05.19246Z","caller":"traceutil/trace.go:171","msg":"trace[1388774886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7964; }","duration":"125.718508ms","start":"2026-03-18T01:03:05.066713Z","end":"2026-03-18T01:03:05.192431Z","steps":["trace[1388774886] 'agreement among raft nodes before linearized reading' (duration: 124.96242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:05.195146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.337939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:03:05.195277Z","caller":"traceutil/trace.go:171","msg":"trace[1594597264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7964; }","duration":"125.569745ms","start":"2026-03-18T01:03:05.06969Z","end":"2026-03-18T01:03:05.195259Z","steps":["trace[1594597264] 'agreement among raft nodes before linearized reading' (duration: 121.996003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:12.177553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.612089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:12.177899Z","caller":"traceutil/trace.go:171","msg":"trace[1378682183] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"263.131065ms","start":"2026-03-18T01:04:11.91471Z","end":"2026-03-18T01:04:12.177841Z","steps":["trace[1378682183] 'process raft request' (duration: 149.145847ms)","trace[1378682183] 'compare' (duration: 113.473176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:12.293377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.692697ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-18T01:06:34.760969Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T01:06:34.766789Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-18T01:06:34.766881Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-18T01:06:39.804182Z","caller":"traceutil/trace.go:171","msg":"trace[68046090] transaction","detail":"{read_only:false; response_revision:9683; number_of_response:1; }","duration":"110.972479ms","start":"2026-03-18T01:06:39.69318Z","end":"2026-03-18T01:06:39.804153Z","steps":["trace[68046090] 'process raft request' (duration: 95.673682ms)","trace[68046090] 'compare' (duration: 14.650642ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:07:23.760065Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7672} {"level":"info","ts":"2026-03-18T01:07:23.825337Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7672,"took":"62.463437ms","hash":1826357782,"current-db-size-bytes":43352064,"current-db-size":"43 MB","current-db-size-in-use-bytes":26451968,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-18T01:07:23.82542Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1826357782,"revision":7672,"compact-revision":5666} {"level":"info","ts":"2026-03-18T01:12:23.76697Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9939} {"level":"info","ts":"2026-03-18T01:12:23.846963Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9939,"took":"77.610217ms","hash":2450287184,"current-db-size-bytes":43352064,"current-db-size":"43 MB","current-db-size-in-use-bytes":17494016,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-18T01:12:23.847052Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2450287184,"revision":9939,"compact-revision":7672}