{"level":"warn","ts":"2026-04-07T12:59:04.786757Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T12:59:04.786863Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.133:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.133:2380","--initial-cluster=instance=https://199.19.213.133:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.133:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.133:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T12:59:04.786941Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T12:59:04.786953Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.133:2380"]} {"level":"info","ts":"2026-04-07T12:59:04.786976Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T12:59:04.787785Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.133:2379"]} {"level":"info","ts":"2026-04-07T12:59:04.787875Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.133:2380"],"listen-peer-urls":["https://199.19.213.133:2380"],"advertise-client-urls":["https://199.19.213.133:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.133:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.133:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T12:59:04.792467Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.305056ms"} {"level":"info","ts":"2026-04-07T12:59:04.79891Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"21b354698260dd82","cluster-id":"b778216e1db811d5"} {"level":"info","ts":"2026-04-07T12:59:04.799119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21b354698260dd82 switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T12:59:04.799178Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21b354698260dd82 became follower at term 0"} {"level":"info","ts":"2026-04-07T12:59:04.799213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 21b354698260dd82 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T12:59:04.79923Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21b354698260dd82 became follower at term 1"} {"level":"info","ts":"2026-04-07T12:59:04.79931Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21b354698260dd82 switched to configuration voters=(2428377436218514818)"} {"level":"warn","ts":"2026-04-07T12:59:04.805575Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T12:59:04.807125Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T12:59:04.80846Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T12:59:04.811485Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"21b354698260dd82","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T12:59:04.811659Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"21b354698260dd82","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T12:59:04.811764Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T12:59:04.812741Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T12:59:04.812774Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T12:59:04.815331Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21b354698260dd82 switched to configuration voters=(2428377436218514818)"} {"level":"info","ts":"2026-04-07T12:59:04.815511Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b778216e1db811d5","local-member-id":"21b354698260dd82","added-peer-id":"21b354698260dd82","added-peer-peer-urls":["https://199.19.213.133:2380"]} {"level":"info","ts":"2026-04-07T12:59:04.816674Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T12:59:04.81679Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.133:2380"} {"level":"info","ts":"2026-04-07T12:59:04.816849Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.133:2380"} {"level":"info","ts":"2026-04-07T12:59:04.817034Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"21b354698260dd82","initial-advertise-peer-urls":["https://199.19.213.133:2380"],"listen-peer-urls":["https://199.19.213.133:2380"],"advertise-client-urls":["https://199.19.213.133:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.133:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T12:59:04.817107Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T12:59:05.301305Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21b354698260dd82 is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T12:59:05.301418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21b354698260dd82 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T12:59:05.301472Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21b354698260dd82 received MsgPreVoteResp from 21b354698260dd82 at term 1"} {"level":"info","ts":"2026-04-07T12:59:05.301495Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21b354698260dd82 became candidate at term 2"} {"level":"info","ts":"2026-04-07T12:59:05.301507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21b354698260dd82 received MsgVoteResp from 21b354698260dd82 at term 2"} {"level":"info","ts":"2026-04-07T12:59:05.301525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21b354698260dd82 became leader at term 2"} {"level":"info","ts":"2026-04-07T12:59:05.30155Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 21b354698260dd82 elected leader 21b354698260dd82 at term 2"} {"level":"info","ts":"2026-04-07T12:59:05.304231Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T12:59:05.305351Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T12:59:05.305493Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T12:59:05.305975Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T12:59:05.306071Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T12:59:05.306207Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b778216e1db811d5","local-member-id":"21b354698260dd82","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T12:59:05.306469Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T12:59:05.306573Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T12:59:05.308985Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.133:2379"} {"level":"info","ts":"2026-04-07T12:59:05.309096Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T12:59:05.305301Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"21b354698260dd82","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.133:2379]}","request-path":"/0/members/21b354698260dd82/attributes","cluster-id":"b778216e1db811d5","publish-timeout":"7s"} {"level":"warn","ts":"2026-04-07T12:59:31.304528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.030228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"info","ts":"2026-04-07T12:59:31.304748Z","caller":"traceutil/trace.go:171","msg":"trace[458709758] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:429; }","duration":"212.338008ms","start":"2026-04-07T12:59:31.092377Z","end":"2026-04-07T12:59:31.304715Z","steps":["trace[458709758] 'range keys from in-memory index tree' (duration: 211.850755ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:31.438033Z","caller":"traceutil/trace.go:171","msg":"trace[1554736301] linearizableReadLoop","detail":"{readStateIndex:449; appliedIndex:447; }","duration":"107.976142ms","start":"2026-04-07T12:59:31.330022Z","end":"2026-04-07T12:59:31.437998Z","steps":["trace[1554736301] 'read index received' (duration: 53.867523ms)","trace[1554736301] 'applied index is now lower than readState.Index' (duration: 54.106939ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T12:59:31.438115Z","caller":"traceutil/trace.go:171","msg":"trace[1651105572] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"129.613036ms","start":"2026-04-07T12:59:31.30846Z","end":"2026-04-07T12:59:31.438073Z","steps":["trace[1651105572] 'process raft request' (duration: 122.620098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:59:31.438231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.199319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"info","ts":"2026-04-07T12:59:31.438322Z","caller":"traceutil/trace.go:171","msg":"trace[156058821] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:431; }","duration":"108.313481ms","start":"2026-04-07T12:59:31.329983Z","end":"2026-04-07T12:59:31.438297Z","steps":["trace[156058821] 'agreement among raft nodes before linearized reading' (duration: 108.162838ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:39.85536Z","caller":"traceutil/trace.go:171","msg":"trace[8009412] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"207.083496ms","start":"2026-04-07T12:59:39.64824Z","end":"2026-04-07T12:59:39.855324Z","steps":["trace[8009412] 'process raft request' (duration: 115.643289ms)","trace[8009412] 'compare' (duration: 91.251722ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T12:59:40.48205Z","caller":"traceutil/trace.go:171","msg":"trace[1104274380] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"297.168655ms","start":"2026-04-07T12:59:40.18482Z","end":"2026-04-07T12:59:40.481989Z","steps":["trace[1104274380] 'process raft request' (duration: 296.861297ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:40.493959Z","caller":"traceutil/trace.go:171","msg":"trace[419582846] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"224.436983ms","start":"2026-04-07T12:59:40.269493Z","end":"2026-04-07T12:59:40.49393Z","steps":["trace[419582846] 'process raft request' (duration: 223.962621ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:40.494302Z","caller":"traceutil/trace.go:171","msg":"trace[1294825362] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:599; }","duration":"126.355388ms","start":"2026-04-07T12:59:40.3679Z","end":"2026-04-07T12:59:40.494256Z","steps":["trace[1294825362] 'read index received' (duration: 113.905813ms)","trace[1294825362] 'applied index is now lower than readState.Index' (duration: 12.447135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T12:59:40.494458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.542723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T12:59:40.494497Z","caller":"traceutil/trace.go:171","msg":"trace[140416915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:578; }","duration":"126.646056ms","start":"2026-04-07T12:59:40.367842Z","end":"2026-04-07T12:59:40.494488Z","steps":["trace[140416915] 'agreement among raft nodes before linearized reading' (duration: 126.541943ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:56.379382Z","caller":"traceutil/trace.go:171","msg":"trace[1575335754] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"113.558931ms","start":"2026-04-07T12:59:56.265791Z","end":"2026-04-07T12:59:56.37935Z","steps":["trace[1575335754] 'process raft request' (duration: 113.320945ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:00:25.77556Z","caller":"traceutil/trace.go:171","msg":"trace[272525703] linearizableReadLoop","detail":"{readStateIndex:1177; appliedIndex:1176; }","duration":"203.938927ms","start":"2026-04-07T13:00:25.571597Z","end":"2026-04-07T13:00:25.775536Z","steps":["trace[272525703] 'read index received' (duration: 203.743972ms)","trace[272525703] 'applied index is now lower than readState.Index' (duration: 193.974µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:00:25.775753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.130611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:00:25.775591Z","caller":"traceutil/trace.go:171","msg":"trace[776911383] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"273.54869ms","start":"2026-04-07T13:00:25.50202Z","end":"2026-04-07T13:00:25.775569Z","steps":["trace[776911383] 'process raft request' (duration: 273.343814ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:00:25.775795Z","caller":"traceutil/trace.go:171","msg":"trace[1158296495] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1140; }","duration":"204.224775ms","start":"2026-04-07T13:00:25.571559Z","end":"2026-04-07T13:00:25.775784Z","steps":["trace[1158296495] 'agreement among raft nodes before linearized reading' (duration: 204.138483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:01:11.087001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.473164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T13:01:11.087254Z","caller":"traceutil/trace.go:171","msg":"trace[1012971120] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"446.318323ms","start":"2026-04-07T13:01:10.640876Z","end":"2026-04-07T13:01:11.087194Z","steps":["trace[1012971120] 'process raft request' (duration: 231.837631ms)","trace[1012971120] 'compare' (duration: 212.998682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:01:11.087751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:01:10.640851Z","time spent":"446.54389ms","remote":"127.0.0.1:56102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:01:11.388841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.467995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T13:01:11.388973Z","caller":"traceutil/trace.go:171","msg":"trace[488075952] linearizableReadLoop","detail":"{readStateIndex:1859; appliedIndex:1858; }","duration":"169.596838ms","start":"2026-04-07T13:01:11.219356Z","end":"2026-04-07T13:01:11.388953Z","steps":["trace[488075952] 'read index received' (duration: 53.829626ms)","trace[488075952] 'applied index is now lower than readState.Index' (duration: 115.765622ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:01:11.389018Z","caller":"traceutil/trace.go:171","msg":"trace[1722244559] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"198.156391ms","start":"2026-04-07T13:01:11.190836Z","end":"2026-04-07T13:01:11.388993Z","steps":["trace[1722244559] 'process raft request' (duration: 82.41596ms)","trace[1722244559] 'compare' (duration: 115.232448ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:01:11.389156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.805823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae6782c5-a468-4be7-b94d-3474e1703f2d\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-07T13:01:11.389197Z","caller":"traceutil/trace.go:171","msg":"trace[1196607774] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae6782c5-a468-4be7-b94d-3474e1703f2d; range_end:; response_count:1; response_revision:1800; }","duration":"169.894645ms","start":"2026-04-07T13:01:11.219291Z","end":"2026-04-07T13:01:11.389185Z","steps":["trace[1196607774] 'agreement among raft nodes before linearized reading' (duration: 169.71543ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:01:53.465749Z","caller":"traceutil/trace.go:171","msg":"trace[1011366203] linearizableReadLoop","detail":"{readStateIndex:2218; appliedIndex:2217; }","duration":"105.291109ms","start":"2026-04-07T13:01:53.360438Z","end":"2026-04-07T13:01:53.465729Z","steps":["trace[1011366203] 'read index received' (duration: 105.112504ms)","trace[1011366203] 'applied index is now lower than readState.Index' (duration: 177.955µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:01:53.465847Z","caller":"traceutil/trace.go:171","msg":"trace[1680609322] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"158.045026ms","start":"2026-04-07T13:01:53.30777Z","end":"2026-04-07T13:01:53.465815Z","steps":["trace[1680609322] 'process raft request' (duration: 157.83012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:01:53.465897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.435062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:01:53.465935Z","caller":"traceutil/trace.go:171","msg":"trace[2033665599] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2141; }","duration":"105.514794ms","start":"2026-04-07T13:01:53.360409Z","end":"2026-04-07T13:01:53.465923Z","steps":["trace[2033665599] 'agreement among raft nodes before linearized reading' (duration: 105.438492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:01:53.720335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.688206ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T13:01:53.859336Z","caller":"traceutil/trace.go:171","msg":"trace[215023773] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"132.029731ms","start":"2026-04-07T13:01:53.727268Z","end":"2026-04-07T13:01:53.859298Z","steps":["trace[215023773] 'process raft request' (duration: 131.632201ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:03:06.766045Z","caller":"traceutil/trace.go:171","msg":"trace[1646839079] linearizableReadLoop","detail":"{readStateIndex:2810; appliedIndex:2809; }","duration":"106.004932ms","start":"2026-04-07T13:03:06.660017Z","end":"2026-04-07T13:03:06.766022Z","steps":["trace[1646839079] 'read index received' (duration: 76.225248ms)","trace[1646839079] 'applied index is now lower than readState.Index' (duration: 29.778644ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:03:06.766067Z","caller":"traceutil/trace.go:171","msg":"trace[1920381750] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"145.55876ms","start":"2026-04-07T13:03:06.620476Z","end":"2026-04-07T13:03:06.766035Z","steps":["trace[1920381750] 'process raft request' (duration: 115.790045ms)","trace[1920381750] 'compare' (duration: 29.648362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:03:06.766185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.151266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:03:06.766233Z","caller":"traceutil/trace.go:171","msg":"trace[1226472819] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2700; }","duration":"106.282079ms","start":"2026-04-07T13:03:06.65994Z","end":"2026-04-07T13:03:06.766223Z","steps":["trace[1226472819] 'agreement among raft nodes before linearized reading' (duration: 106.180946ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:04:03.525014Z","caller":"traceutil/trace.go:171","msg":"trace[892807537] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"102.862056ms","start":"2026-04-07T13:04:03.422133Z","end":"2026-04-07T13:04:03.524995Z","steps":["trace[892807537] 'process raft request' (duration: 102.62072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:05:26.229627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.956111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-07T13:05:26.229691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.460271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T13:05:26.229714Z","caller":"traceutil/trace.go:171","msg":"trace[1108929166] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4574; }","duration":"211.054594ms","start":"2026-04-07T13:05:26.018639Z","end":"2026-04-07T13:05:26.229694Z","steps":["trace[1108929166] 'range keys from in-memory index tree' (duration: 210.813607ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:05:26.229871Z","caller":"traceutil/trace.go:171","msg":"trace[1885182491] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"208.155856ms","start":"2026-04-07T13:05:26.021705Z","end":"2026-04-07T13:05:26.229861Z","steps":["trace[1885182491] 'process raft request' (duration: 208.120834ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:05:26.229956Z","caller":"traceutil/trace.go:171","msg":"trace[815278336] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"208.32026ms","start":"2026-04-07T13:05:26.021624Z","end":"2026-04-07T13:05:26.229944Z","steps":["trace[815278336] 'process raft request' (duration: 208.176676ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:05:26.229971Z","caller":"traceutil/trace.go:171","msg":"trace[606046981] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"209.020708ms","start":"2026-04-07T13:05:26.020916Z","end":"2026-04-07T13:05:26.229937Z","steps":["trace[606046981] 'process raft request' (duration: 208.835354ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:05:26.230043Z","caller":"traceutil/trace.go:171","msg":"trace[743387114] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"209.372958ms","start":"2026-04-07T13:05:26.020629Z","end":"2026-04-07T13:05:26.230002Z","steps":["trace[743387114] 'process raft request' (duration: 53.540677ms)","trace[743387114] 'compare' (duration: 155.073151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:05:26.732781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.377388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wff7z\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T13:05:26.732852Z","caller":"traceutil/trace.go:171","msg":"trace[1473732533] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wff7z; range_end:; response_count:1; response_revision:4584; }","duration":"142.5099ms","start":"2026-04-07T13:05:26.590326Z","end":"2026-04-07T13:05:26.732836Z","steps":["trace[1473732533] 'range keys from in-memory index tree' (duration: 142.210883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:05:35.166698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.637395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-faa829f6-234b-4cf8-80f2-dea94ec7ecdb\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-07T13:05:35.166803Z","caller":"traceutil/trace.go:171","msg":"trace[1497675769] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-faa829f6-234b-4cf8-80f2-dea94ec7ecdb; range_end:; response_count:1; response_revision:4764; }","duration":"128.813821ms","start":"2026-04-07T13:05:35.037964Z","end":"2026-04-07T13:05:35.166777Z","steps":["trace[1497675769] 'range keys from in-memory index tree' (duration: 128.42603ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:05:35.784572Z","caller":"traceutil/trace.go:171","msg":"trace[1979592796] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"161.31559ms","start":"2026-04-07T13:05:35.623229Z","end":"2026-04-07T13:05:35.784545Z","steps":["trace[1979592796] 'process raft request' (duration: 161.121124ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:05:52.171583Z","caller":"traceutil/trace.go:171","msg":"trace[1039938752] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"318.418904ms","start":"2026-04-07T13:05:51.853141Z","end":"2026-04-07T13:05:52.17156Z","steps":["trace[1039938752] 'process raft request' (duration: 318.281111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:05:52.171736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:05:51.853118Z","time spent":"318.543638ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:05:52.815856Z","caller":"traceutil/trace.go:171","msg":"trace[1589951362] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"133.139309ms","start":"2026-04-07T13:05:52.682665Z","end":"2026-04-07T13:05:52.815804Z","steps":["trace[1589951362] 'process raft request' (duration: 96.507188ms)","trace[1589951362] 'compare' (duration: 36.339693ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:06:34.6964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.859163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-04-07T13:06:34.696718Z","caller":"traceutil/trace.go:171","msg":"trace[820198054] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5438; }","duration":"705.227724ms","start":"2026-04-07T13:06:33.991467Z","end":"2026-04-07T13:06:34.696695Z","steps":["trace[820198054] 'range keys from in-memory index tree' (duration: 704.651768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:06:34.696882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:06:33.991447Z","time spent":"705.417978ms","remote":"127.0.0.1:56102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T13:06:34.696932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.845059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T13:06:34.697897Z","caller":"traceutil/trace.go:171","msg":"trace[702780115] linearizableReadLoop","detail":"{readStateIndex:5676; appliedIndex:5675; }","duration":"329.784314ms","start":"2026-04-07T13:06:34.368092Z","end":"2026-04-07T13:06:34.697877Z","steps":["trace[702780115] 'read index received' (duration: 71.832µs)","trace[702780115] 'applied index is now lower than readState.Index' (duration: 329.710332ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:06:34.697924Z","caller":"traceutil/trace.go:171","msg":"trace[1844621027] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"407.587037ms","start":"2026-04-07T13:06:34.290304Z","end":"2026-04-07T13:06:34.697891Z","steps":["trace[1844621027] 'compare' (duration: 401.678554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:06:34.69803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.674861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:06:34.698072Z","caller":"traceutil/trace.go:171","msg":"trace[1018809654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5439; }","duration":"102.755053ms","start":"2026-04-07T13:06:34.595305Z","end":"2026-04-07T13:06:34.69806Z","steps":["trace[1018809654] 'agreement among raft nodes before linearized reading' (duration: 102.688931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:06:34.6981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:06:34.290275Z","time spent":"407.73416ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:06:34.698211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.089682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T13:06:34.698316Z","caller":"traceutil/trace.go:171","msg":"trace[1784897443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5439; }","duration":"330.262957ms","start":"2026-04-07T13:06:34.368033Z","end":"2026-04-07T13:06:34.698296Z","steps":["trace[1784897443] 'agreement among raft nodes before linearized reading' (duration: 329.953939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:06:34.698367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:06:34.368014Z","time spent":"330.343199ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T13:08:25.411429Z","caller":"traceutil/trace.go:171","msg":"trace[1423158755] transaction","detail":"{read_only:false; response_revision:6290; number_of_response:1; }","duration":"106.275559ms","start":"2026-04-07T13:08:25.305115Z","end":"2026-04-07T13:08:25.411391Z","steps":["trace[1423158755] 'process raft request' (duration: 50.247969ms)","trace[1423158755] 'compare' (duration: 55.772153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:08:25.41189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.408799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:08:25.412002Z","caller":"traceutil/trace.go:171","msg":"trace[963157776] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6290; }","duration":"103.538883ms","start":"2026-04-07T13:08:25.308426Z","end":"2026-04-07T13:08:25.411965Z","steps":["trace[963157776] 'agreement among raft nodes before linearized reading' (duration: 103.163962ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:25.41154Z","caller":"traceutil/trace.go:171","msg":"trace[2011283224] linearizableReadLoop","detail":"{readStateIndex:6571; appliedIndex:6570; }","duration":"102.822733ms","start":"2026-04-07T13:08:25.30844Z","end":"2026-04-07T13:08:25.411263Z","steps":["trace[2011283224] 'read index received' (duration: 10.120584ms)","trace[2011283224] 'applied index is now lower than readState.Index' (duration: 92.701129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:08:39.996641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.074527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:08:39.996734Z","caller":"traceutil/trace.go:171","msg":"trace[604454198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6395; }","duration":"401.21697ms","start":"2026-04-07T13:08:39.595495Z","end":"2026-04-07T13:08:39.996712Z","steps":["trace[604454198] 'range keys from in-memory index tree' (duration: 400.994934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:39.996758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.914431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T13:08:39.99679Z","caller":"traceutil/trace.go:171","msg":"trace[2035776397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6395; }","duration":"526.979851ms","start":"2026-04-07T13:08:39.469802Z","end":"2026-04-07T13:08:39.996782Z","steps":["trace[2035776397] 'range keys from in-memory index tree' (duration: 526.793417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:39.996791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:39.595473Z","time spent":"401.305393ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T13:08:39.99681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:39.469785Z","time spent":"527.018983ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T13:08:39.996942Z","caller":"traceutil/trace.go:171","msg":"trace[413030511] linearizableReadLoop","detail":"{readStateIndex:6684; appliedIndex:6683; }","duration":"277.882916ms","start":"2026-04-07T13:08:39.719047Z","end":"2026-04-07T13:08:39.99693Z","steps":["trace[413030511] 'read index received' (duration: 277.075545ms)","trace[413030511] 'applied index is now lower than readState.Index' (duration: 806.691µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:08:39.997036Z","caller":"traceutil/trace.go:171","msg":"trace[584232596] transaction","detail":"{read_only:false; response_revision:6396; number_of_response:1; }","duration":"362.248244ms","start":"2026-04-07T13:08:39.634778Z","end":"2026-04-07T13:08:39.997027Z","steps":["trace[584232596] 'process raft request' (duration: 361.421841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:39.997109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:39.634751Z","time spent":"362.311755ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:08:39.997153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.880018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T13:08:39.997189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.130122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wff7z\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T13:08:39.997212Z","caller":"traceutil/trace.go:171","msg":"trace[1487063372] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6396; }","duration":"186.9416ms","start":"2026-04-07T13:08:39.810256Z","end":"2026-04-07T13:08:39.997198Z","steps":["trace[1487063372] 'agreement among raft nodes before linearized reading' (duration: 186.844367ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:39.997273Z","caller":"traceutil/trace.go:171","msg":"trace[551818900] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wff7z; range_end:; response_count:1; response_revision:6396; }","duration":"278.274257ms","start":"2026-04-07T13:08:39.718981Z","end":"2026-04-07T13:08:39.997255Z","steps":["trace[551818900] 'agreement among raft nodes before linearized reading' (duration: 278.039511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:55.164339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15961493099464432908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:08:55.665393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15961493099464432908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:08:56.165796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15961493099464432908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:08:56.666538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15961493099464432908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:08:57.167439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15961493099464432908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:08:57.596317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999744715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T13:08:57.596403Z","caller":"traceutil/trace.go:171","msg":"trace[1770734436] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999885548s","start":"2026-04-07T13:08:55.596498Z","end":"2026-04-07T13:08:57.596383Z","steps":["trace[1770734436] 'agreement among raft nodes before linearized reading' (duration: 1.999778135s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:57.596453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:55.596475Z","time spent":"1.999968891s","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 13:08:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T13:08:57.667966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15961493099464432908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:08:58.169142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15961493099464432908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:08:58.327179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.667080533s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T13:08:58.327637Z","caller":"traceutil/trace.go:171","msg":"trace[1936150912] transaction","detail":"{read_only:false; response_revision:6557; number_of_response:1; }","duration":"3.667603118s","start":"2026-04-07T13:08:54.660008Z","end":"2026-04-07T13:08:58.327611Z","steps":["trace[1936150912] 'process raft request' (duration: 3.667431553s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:58.327802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:54.659989Z","time spent":"3.667728451s","remote":"127.0.0.1:56026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:08:59.596851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000156696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T13:08:59.596948Z","caller":"traceutil/trace.go:171","msg":"trace[1081143226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00032074s","start":"2026-04-07T13:08:57.596607Z","end":"2026-04-07T13:08:59.596928Z","steps":["trace[1081143226] 'agreement among raft nodes before linearized reading' (duration: 2.000191737s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:59.597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:57.596585Z","time spent":"2.000404242s","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T13:09:00.287555Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.960010587s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T13:09:00.296214Z","caller":"traceutil/trace.go:171","msg":"trace[620829044] transaction","detail":"{read_only:false; response_revision:6558; number_of_response:1; }","duration":"4.234980465s","start":"2026-04-07T13:08:56.061202Z","end":"2026-04-07T13:09:00.296182Z","steps":["trace[620829044] 'process raft request' (duration: 4.22670133s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.296391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:56.061177Z","time spent":"4.235124479s","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:09:00.296235Z","caller":"traceutil/trace.go:171","msg":"trace[772455808] linearizableReadLoop","detail":"{readStateIndex:6857; appliedIndex:6853; }","duration":"5.632350472s","start":"2026-04-07T13:08:54.663844Z","end":"2026-04-07T13:09:00.296195Z","steps":["trace[772455808] 'read index received' (duration: 3.66364662s)","trace[772455808] 'applied index is now lower than readState.Index' (duration: 1.968702692s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:09:00.29662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.632759194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-07T13:09:00.2967Z","caller":"traceutil/trace.go:171","msg":"trace[2097765647] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6560; }","duration":"5.632870477s","start":"2026-04-07T13:08:54.663808Z","end":"2026-04-07T13:09:00.296679Z","steps":["trace[2097765647] 'agreement among raft nodes before linearized reading' (duration: 5.632617639s)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:09:00.296739Z","caller":"traceutil/trace.go:171","msg":"trace[912869592] transaction","detail":"{read_only:false; response_revision:6559; number_of_response:1; }","duration":"2.980927964s","start":"2026-04-07T13:08:57.315799Z","end":"2026-04-07T13:09:00.296727Z","steps":["trace[912869592] 'process raft request' (duration: 2.980162853s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.296758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:54.663799Z","time spent":"5.632945359s","remote":"127.0.0.1:56026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T13:09:00.296801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:57.315758Z","time spent":"2.981009486s","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:09:00.297034Z","caller":"traceutil/trace.go:171","msg":"trace[68767652] transaction","detail":"{read_only:false; response_revision:6560; number_of_response:1; }","duration":"2.922035498s","start":"2026-04-07T13:08:57.374982Z","end":"2026-04-07T13:09:00.297017Z","steps":["trace[68767652] 'process raft request' (duration: 2.921153144s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.297169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:57.374954Z","time spent":"2.922131129s","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:09:00.298478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.434556588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:09:00.298528Z","caller":"traceutil/trace.go:171","msg":"trace[1182139734] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:6561; }","duration":"5.434650502s","start":"2026-04-07T13:08:54.863866Z","end":"2026-04-07T13:09:00.298516Z","steps":["trace[1182139734] 'agreement among raft nodes before linearized reading' (duration: 5.434548469s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.298557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:54.863842Z","time spent":"5.434706732s","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:09:00.298622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.219588108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wff7z\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-07T13:09:00.298669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.049817564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-07T13:09:00.298718Z","caller":"traceutil/trace.go:171","msg":"trace[983002310] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wff7z; range_end:; response_count:1; response_revision:6561; }","duration":"4.219699721s","start":"2026-04-07T13:08:56.078997Z","end":"2026-04-07T13:09:00.298697Z","steps":["trace[983002310] 'agreement among raft nodes before linearized reading' (duration: 4.219452465s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.298752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.231050969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T13:09:00.298805Z","caller":"traceutil/trace.go:171","msg":"trace[788084666] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6561; }","duration":"4.049960708s","start":"2026-04-07T13:08:56.248827Z","end":"2026-04-07T13:09:00.298788Z","steps":["trace[788084666] 'agreement among raft nodes before linearized reading' (duration: 4.049745242s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.298893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.050142163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T13:09:00.298851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:56.248822Z","time spent":"4.05001875s","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-07T13:09:00.298917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.852666397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T13:09:00.298929Z","caller":"traceutil/trace.go:171","msg":"trace[1240675740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6561; }","duration":"4.050218774s","start":"2026-04-07T13:08:56.248704Z","end":"2026-04-07T13:09:00.298922Z","steps":["trace[1240675740] 'agreement among raft nodes before linearized reading' (duration: 4.050091101s)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:09:00.298946Z","caller":"traceutil/trace.go:171","msg":"trace[888493827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6561; }","duration":"4.85273556s","start":"2026-04-07T13:08:55.446202Z","end":"2026-04-07T13:09:00.298938Z","steps":["trace[888493827] 'agreement among raft nodes before linearized reading' (duration: 4.852624857s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.298986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:55.446182Z","time spent":"4.852792911s","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T13:09:00.299001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.055006444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T13:09:00.299019Z","caller":"traceutil/trace.go:171","msg":"trace[1338910127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6561; }","duration":"4.055048276s","start":"2026-04-07T13:08:56.243965Z","end":"2026-04-07T13:09:00.299013Z","steps":["trace[1338910127] 'agreement among raft nodes before linearized reading' (duration: 4.054997875s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.299034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:56.243945Z","time spent":"4.055085446s","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T13:09:00.299013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.130952965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T13:09:00.299115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.993484875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T13:09:00.299131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.87782225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:09:00.299124Z","caller":"traceutil/trace.go:171","msg":"trace[1519697193] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:6561; }","duration":"5.131110459s","start":"2026-04-07T13:08:55.167985Z","end":"2026-04-07T13:09:00.299095Z","steps":["trace[1519697193] 'agreement among raft nodes before linearized reading' (duration: 5.130936314s)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:09:00.299159Z","caller":"traceutil/trace.go:171","msg":"trace[849851461] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:6561; }","duration":"4.877881052s","start":"2026-04-07T13:08:55.421269Z","end":"2026-04-07T13:09:00.29915Z","steps":["trace[849851461] 'agreement among raft nodes before linearized reading' (duration: 4.8778319s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.29895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:56.248699Z","time spent":"4.050246595s","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T13:09:00.299182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:55.42125Z","time spent":"4.877927423s","remote":"127.0.0.1:39532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":16,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:09:00.299157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649191246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T13:09:00.298769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:56.078992Z","time spent":"4.219765803s","remote":"127.0.0.1:56102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wff7z\" "} {"level":"info","ts":"2026-04-07T13:09:00.299248Z","caller":"traceutil/trace.go:171","msg":"trace[859553198] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:6561; }","duration":"1.649339381s","start":"2026-04-07T13:08:58.649887Z","end":"2026-04-07T13:09:00.299227Z","steps":["trace[859553198] 'agreement among raft nodes before linearized reading' (duration: 1.649162437s)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:09:00.299158Z","caller":"traceutil/trace.go:171","msg":"trace[511479865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6561; }","duration":"3.993566998s","start":"2026-04-07T13:08:56.305581Z","end":"2026-04-07T13:09:00.299148Z","steps":["trace[511479865] 'agreement among raft nodes before linearized reading' (duration: 3.993457264s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.299154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.41579361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T13:09:00.299315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:56.305559Z","time spent":"3.993749283s","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T13:09:00.299331Z","caller":"traceutil/trace.go:171","msg":"trace[384547427] transaction","detail":"{read_only:false; response_revision:6561; number_of_response:1; }","duration":"697.9765ms","start":"2026-04-07T13:08:59.601345Z","end":"2026-04-07T13:09:00.299322Z","steps":["trace[384547427] 'process raft request' (duration: 696.976213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.299189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:55.167965Z","time spent":"5.131209391s","remote":"127.0.0.1:42938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:09:00.299388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:59.60132Z","time spent":"698.031461ms","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T13:09:00.299397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324488551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T13:09:00.299296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:58.649863Z","time spent":"1.649424674s","remote":"127.0.0.1:56302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-07T13:09:00.29946Z","caller":"traceutil/trace.go:171","msg":"trace[617791396] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6561; }","duration":"1.324576583s","start":"2026-04-07T13:08:58.974866Z","end":"2026-04-07T13:09:00.299443Z","steps":["trace[617791396] 'agreement among raft nodes before linearized reading' (duration: 1.32446341s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.299509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:58.974857Z","time spent":"1.324637685s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T13:09:00.299422Z","caller":"traceutil/trace.go:171","msg":"trace[1087813596] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6561; }","duration":"5.416004915s","start":"2026-04-07T13:08:54.883317Z","end":"2026-04-07T13:09:00.299322Z","steps":["trace[1087813596] 'agreement among raft nodes before linearized reading' (duration: 5.415689787s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.299582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635745723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T13:09:00.2996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968481347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-07T13:09:00.299621Z","caller":"traceutil/trace.go:171","msg":"trace[1544648675] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:6561; }","duration":"2.635821045s","start":"2026-04-07T13:08:57.66379Z","end":"2026-04-07T13:09:00.299611Z","steps":["trace[1544648675] 'agreement among raft nodes before linearized reading' (duration: 2.635761773s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.299515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493435472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T13:09:00.299665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:57.663772Z","time spent":"2.635883506s","remote":"127.0.0.1:43000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-07T13:09:00.299683Z","caller":"traceutil/trace.go:171","msg":"trace[2023982254] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6561; }","duration":"1.493633328s","start":"2026-04-07T13:08:58.806042Z","end":"2026-04-07T13:09:00.299676Z","steps":["trace[2023982254] 'agreement among raft nodes before linearized reading' (duration: 1.493432884s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.299673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.539186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:09:00.298809Z","caller":"traceutil/trace.go:171","msg":"trace[2122255015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6561; }","duration":"4.231134161s","start":"2026-04-07T13:08:56.067667Z","end":"2026-04-07T13:09:00.298801Z","steps":["trace[2122255015] 'agreement among raft nodes before linearized reading' (duration: 4.231023878s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.299711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:58.806024Z","time spent":"1.49367916s","remote":"127.0.0.1:39520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:09:00.299731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:56.067655Z","time spent":"4.232066746s","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T13:09:00.299727Z","caller":"traceutil/trace.go:171","msg":"trace[1961198417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6561; }","duration":"694.649379ms","start":"2026-04-07T13:08:59.605063Z","end":"2026-04-07T13:09:00.299712Z","steps":["trace[1961198417] 'agreement among raft nodes before linearized reading' (duration: 694.569267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.299606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:54.883306Z","time spent":"5.416257831s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":39,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:09:00.299772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:59.605042Z","time spent":"694.719811ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T13:09:00.299256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227390088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-04-07T13:09:00.299836Z","caller":"traceutil/trace.go:171","msg":"trace[1730602358] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6561; }","duration":"2.228012305s","start":"2026-04-07T13:08:58.071817Z","end":"2026-04-07T13:09:00.299829Z","steps":["trace[1730602358] 'agreement among raft nodes before linearized reading' (duration: 2.227274795s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.299858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:58.0718Z","time spent":"2.228052027s","remote":"127.0.0.1:56102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T13:09:00.299653Z","caller":"traceutil/trace.go:171","msg":"trace[544713954] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6561; }","duration":"1.968559029s","start":"2026-04-07T13:08:58.331073Z","end":"2026-04-07T13:09:00.299632Z","steps":["trace[544713954] 'agreement among raft nodes before linearized reading' (duration: 1.968274941s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.2999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:58.331053Z","time spent":"1.968835125s","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T13:09:00.300032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.681063574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:09:00.300099Z","caller":"traceutil/trace.go:171","msg":"trace[1891176656] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6561; }","duration":"3.681164075s","start":"2026-04-07T13:08:56.61892Z","end":"2026-04-07T13:09:00.300084Z","steps":["trace[1891176656] 'agreement among raft nodes before linearized reading' (duration: 3.67949848s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.300131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:56.618896Z","time spent":"3.681225637s","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":46,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:09:00.300173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.287988283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11494"} {"level":"warn","ts":"2026-04-07T13:09:00.300346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.830435643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:09:00.30045Z","caller":"traceutil/trace.go:171","msg":"trace[94577912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6561; }","duration":"3.830697841s","start":"2026-04-07T13:08:56.469733Z","end":"2026-04-07T13:09:00.30043Z","steps":["trace[94577912] 'agreement among raft nodes before linearized reading' (duration: 3.829085107s)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:09:00.300247Z","caller":"traceutil/trace.go:171","msg":"trace[530002580] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:6561; }","duration":"3.288065085s","start":"2026-04-07T13:08:57.012171Z","end":"2026-04-07T13:09:00.300236Z","steps":["trace[530002580] 'agreement among raft nodes before linearized reading' (duration: 3.287462849s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.300657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:57.012111Z","time spent":"3.288507946s","remote":"127.0.0.1:39504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11517,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-07T13:09:00.301679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:56.469712Z","time spent":"3.830788533s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:09:00.299994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938705989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.133\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T13:09:00.303474Z","caller":"traceutil/trace.go:171","msg":"trace[1886897772] range","detail":"{range_begin:/registry/masterleases/199.19.213.133; range_end:; response_count:1; response_revision:6561; }","duration":"1.942323487s","start":"2026-04-07T13:08:58.361128Z","end":"2026-04-07T13:09:00.303451Z","steps":["trace[1886897772] 'agreement among raft nodes before linearized reading' (duration: 1.93800433s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:09:00.303539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:58.361104Z","time spent":"1.942416409s","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.133\" "} {"level":"info","ts":"2026-04-07T13:09:05.340926Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3270} {"level":"info","ts":"2026-04-07T13:09:05.470569Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3270,"took":"128.248018ms","hash":692939519,"current-db-size-bytes":60719104,"current-db-size":"61 MB","current-db-size-in-use-bytes":33787904,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-07T13:09:05.470634Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":692939519,"revision":3270,"compact-revision":-1} {"level":"info","ts":"2026-04-07T13:11:26.623119Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000020b2.wal"} {"level":"info","ts":"2026-04-07T13:11:31.134789Z","caller":"traceutil/trace.go:171","msg":"trace[709573360] linearizableReadLoop","detail":"{readStateIndex:8402; appliedIndex:8401; }","duration":"154.30577ms","start":"2026-04-07T13:11:30.98046Z","end":"2026-04-07T13:11:31.134766Z","steps":["trace[709573360] 'read index received' (duration: 154.113966ms)","trace[709573360] 'applied index is now lower than readState.Index' (duration: 190.674µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:11:31.134968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.473995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T13:11:31.135009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.362012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T13:11:31.135045Z","caller":"traceutil/trace.go:171","msg":"trace[99489840] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8037; }","duration":"154.63236ms","start":"2026-04-07T13:11:30.9804Z","end":"2026-04-07T13:11:31.135032Z","steps":["trace[99489840] 'agreement among raft nodes before linearized reading' (duration: 154.478086ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:11:31.13523Z","caller":"traceutil/trace.go:171","msg":"trace[1600325634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8037; }","duration":"104.450874ms","start":"2026-04-07T13:11:31.030582Z","end":"2026-04-07T13:11:31.135033Z","steps":["trace[1600325634] 'agreement among raft nodes before linearized reading' (duration: 104.326141ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:11:31.134856Z","caller":"traceutil/trace.go:171","msg":"trace[1146362389] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"278.576775ms","start":"2026-04-07T13:11:30.856242Z","end":"2026-04-07T13:11:31.134819Z","steps":["trace[1146362389] 'process raft request' (duration: 278.39139ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:11:42.142874Z","caller":"traceutil/trace.go:171","msg":"trace[651744761] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"128.354716ms","start":"2026-04-07T13:11:42.014124Z","end":"2026-04-07T13:11:42.142479Z","steps":["trace[651744761] 'process raft request' (duration: 77.173482ms)","trace[651744761] 'compare' (duration: 50.974859ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:11:42.148887Z","caller":"traceutil/trace.go:171","msg":"trace[100505583] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"133.780863ms","start":"2026-04-07T13:11:42.01509Z","end":"2026-04-07T13:11:42.148871Z","steps":["trace[100505583] 'process raft request' (duration: 133.694131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:11:44.139342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.827874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5cfc44d7cc-55bcz.18a41538100b7922\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-07T13:11:44.139478Z","caller":"traceutil/trace.go:171","msg":"trace[662262287] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5cfc44d7cc-55bcz.18a41538100b7922; range_end:; response_count:1; response_revision:8120; }","duration":"514.014209ms","start":"2026-04-07T13:11:43.625435Z","end":"2026-04-07T13:11:44.139449Z","steps":["trace[662262287] 'range keys from in-memory index tree' (duration: 513.628619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:11:44.139535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:11:43.625415Z","time spent":"514.104552ms","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5cfc44d7cc-55bcz.18a41538100b7922\" "} {"level":"info","ts":"2026-04-07T13:11:44.139562Z","caller":"traceutil/trace.go:171","msg":"trace[1062987267] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"484.774603ms","start":"2026-04-07T13:11:43.654763Z","end":"2026-04-07T13:11:44.139537Z","steps":["trace[1062987267] 'process raft request' (duration: 421.320664ms)","trace[1062987267] 'compare' (duration: 63.311395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:11:44.140034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:11:43.65474Z","time spent":"484.882336ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:11:44.235655Z","caller":"traceutil/trace.go:171","msg":"trace[1003637181] linearizableReadLoop","detail":"{readStateIndex:8491; appliedIndex:8489; }","duration":"378.696064ms","start":"2026-04-07T13:11:43.856935Z","end":"2026-04-07T13:11:44.235631Z","steps":["trace[1003637181] 'read index received' (duration: 219.174459ms)","trace[1003637181] 'applied index is now lower than readState.Index' (duration: 159.519925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:11:44.235913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.944701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:11:44.235996Z","caller":"traceutil/trace.go:171","msg":"trace[436921913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8121; }","duration":"379.095784ms","start":"2026-04-07T13:11:43.856882Z","end":"2026-04-07T13:11:44.235978Z","steps":["trace[436921913] 'agreement among raft nodes before linearized reading' (duration: 378.916579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:11:44.236033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:11:43.856855Z","time spent":"379.171187ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T13:11:44.346204Z","caller":"traceutil/trace.go:171","msg":"trace[541618602] linearizableReadLoop","detail":"{readStateIndex:8493; appliedIndex:8492; }","duration":"106.649035ms","start":"2026-04-07T13:11:44.239523Z","end":"2026-04-07T13:11:44.346172Z","steps":["trace[541618602] 'read index received' (duration: 106.414748ms)","trace[541618602] 'applied index is now lower than readState.Index' (duration: 233.266µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:11:44.346264Z","caller":"traceutil/trace.go:171","msg":"trace[1852385698] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"108.619079ms","start":"2026-04-07T13:11:44.237625Z","end":"2026-04-07T13:11:44.346244Z","steps":["trace[1852385698] 'process raft request' (duration: 108.388133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:11:44.346514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.804709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"warn","ts":"2026-04-07T13:11:44.346545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.784181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-04-07T13:11:44.346618Z","caller":"traceutil/trace.go:171","msg":"trace[1125154773] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8122; }","duration":"105.867933ms","start":"2026-04-07T13:11:44.240729Z","end":"2026-04-07T13:11:44.346597Z","steps":["trace[1125154773] 'agreement among raft nodes before linearized reading' (duration: 105.693768ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:11:44.346565Z","caller":"traceutil/trace.go:171","msg":"trace[1063989966] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8122; }","duration":"106.880681ms","start":"2026-04-07T13:11:44.239671Z","end":"2026-04-07T13:11:44.346552Z","steps":["trace[1063989966] 'agreement among raft nodes before linearized reading' (duration: 106.715576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:11:44.346533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.985233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-07T13:11:44.346941Z","caller":"traceutil/trace.go:171","msg":"trace[749813775] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8122; }","duration":"107.378474ms","start":"2026-04-07T13:11:44.239501Z","end":"2026-04-07T13:11:44.346879Z","steps":["trace[749813775] 'agreement among raft nodes before linearized reading' (duration: 106.802678ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:11:45.094348Z","caller":"traceutil/trace.go:171","msg":"trace[1611751770] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"202.66613ms","start":"2026-04-07T13:11:44.891625Z","end":"2026-04-07T13:11:45.094291Z","steps":["trace[1611751770] 'process raft request' (duration: 202.30957ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:10.305094Z","caller":"traceutil/trace.go:171","msg":"trace[430024613] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"131.242004ms","start":"2026-04-07T13:12:10.173824Z","end":"2026-04-07T13:12:10.305066Z","steps":["trace[430024613] 'process raft request' (duration: 131.004898ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:11.567329Z","caller":"traceutil/trace.go:171","msg":"trace[307516619] linearizableReadLoop","detail":"{readStateIndex:8743; appliedIndex:8742; }","duration":"100.21938ms","start":"2026-04-07T13:12:11.46709Z","end":"2026-04-07T13:12:11.567309Z","steps":["trace[307516619] 'read index received' (duration: 100.053445ms)","trace[307516619] 'applied index is now lower than readState.Index' (duration: 165.315µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:12:11.567425Z","caller":"traceutil/trace.go:171","msg":"trace[1327066602] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"234.400514ms","start":"2026-04-07T13:12:11.333016Z","end":"2026-04-07T13:12:11.567417Z","steps":["trace[1327066602] 'process raft request' (duration: 234.170828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:12:11.567554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.457246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T13:12:11.567582Z","caller":"traceutil/trace.go:171","msg":"trace[1008997121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8360; }","duration":"100.533508ms","start":"2026-04-07T13:12:11.467041Z","end":"2026-04-07T13:12:11.567575Z","steps":["trace[1008997121] 'agreement among raft nodes before linearized reading' (duration: 100.468667ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:11.836419Z","caller":"traceutil/trace.go:171","msg":"trace[601722572] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"263.820274ms","start":"2026-04-07T13:12:11.572575Z","end":"2026-04-07T13:12:11.836395Z","steps":["trace[601722572] 'process raft request' (duration: 263.668561ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:11.837663Z","caller":"traceutil/trace.go:171","msg":"trace[794131212] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"264.978128ms","start":"2026-04-07T13:12:11.572656Z","end":"2026-04-07T13:12:11.837634Z","steps":["trace[794131212] 'process raft request' (duration: 264.785672ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:11.837865Z","caller":"traceutil/trace.go:171","msg":"trace[1494849040] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"265.016758ms","start":"2026-04-07T13:12:11.572824Z","end":"2026-04-07T13:12:11.837841Z","steps":["trace[1494849040] 'process raft request' (duration: 264.768652ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:11.837975Z","caller":"traceutil/trace.go:171","msg":"trace[1701685614] linearizableReadLoop","detail":"{readStateIndex:8749; appliedIndex:8743; }","duration":"262.565941ms","start":"2026-04-07T13:12:11.575388Z","end":"2026-04-07T13:12:11.837954Z","steps":["trace[1701685614] 'read index received' (duration: 260.845484ms)","trace[1701685614] 'applied index is now lower than readState.Index' (duration: 1.719377ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:12:11.838041Z","caller":"traceutil/trace.go:171","msg":"trace[523102620] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"263.903159ms","start":"2026-04-07T13:12:11.574126Z","end":"2026-04-07T13:12:11.838029Z","steps":["trace[523102620] 'process raft request' (duration: 263.726704ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:11.838089Z","caller":"traceutil/trace.go:171","msg":"trace[714766408] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"263.609ms","start":"2026-04-07T13:12:11.57447Z","end":"2026-04-07T13:12:11.838079Z","steps":["trace[714766408] 'process raft request' (duration: 263.443956ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:11.838133Z","caller":"traceutil/trace.go:171","msg":"trace[1918873939] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"265.034968ms","start":"2026-04-07T13:12:11.573088Z","end":"2026-04-07T13:12:11.838123Z","steps":["trace[1918873939] 'process raft request' (duration: 264.669559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:12:11.838131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.81011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:12:11.838212Z","caller":"traceutil/trace.go:171","msg":"trace[1142134249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8366; }","duration":"243.921024ms","start":"2026-04-07T13:12:11.594278Z","end":"2026-04-07T13:12:11.838199Z","steps":["trace[1142134249] 'agreement among raft nodes before linearized reading' (duration: 243.811201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:12:11.838247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.85915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wff7z\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T13:12:11.838284Z","caller":"traceutil/trace.go:171","msg":"trace[1061686477] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wff7z; range_end:; response_count:1; response_revision:8366; }","duration":"262.90995ms","start":"2026-04-07T13:12:11.575364Z","end":"2026-04-07T13:12:11.838274Z","steps":["trace[1061686477] 'agreement among raft nodes before linearized reading' (duration: 262.792837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:12:11.838342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.748134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:12:11.838378Z","caller":"traceutil/trace.go:171","msg":"trace[1450888421] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8366; }","duration":"205.850497ms","start":"2026-04-07T13:12:11.632519Z","end":"2026-04-07T13:12:11.838369Z","steps":["trace[1450888421] 'agreement among raft nodes before linearized reading' (duration: 205.699732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:12:24.989886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.460594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T13:12:24.990207Z","caller":"traceutil/trace.go:171","msg":"trace[1525677611] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"114.430897ms","start":"2026-04-07T13:12:24.875758Z","end":"2026-04-07T13:12:24.990189Z","steps":["trace[1525677611] 'process raft request' (duration: 114.355394ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:24.990238Z","caller":"traceutil/trace.go:171","msg":"trace[2055614299] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"114.839227ms","start":"2026-04-07T13:12:24.875373Z","end":"2026-04-07T13:12:24.990212Z","steps":["trace[2055614299] 'compare' (duration: 108.340141ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:25.380861Z","caller":"traceutil/trace.go:171","msg":"trace[651949855] linearizableReadLoop","detail":"{readStateIndex:8886; appliedIndex:8885; }","duration":"229.371346ms","start":"2026-04-07T13:12:25.151467Z","end":"2026-04-07T13:12:25.380838Z","steps":["trace[651949855] 'read index received' (duration: 132.081976ms)","trace[651949855] 'applied index is now lower than readState.Index' (duration: 97.28834ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:12:25.381044Z","caller":"traceutil/trace.go:171","msg":"trace[599481201] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"384.04867ms","start":"2026-04-07T13:12:24.996973Z","end":"2026-04-07T13:12:25.381021Z","steps":["trace[599481201] 'process raft request' (duration: 286.580985ms)","trace[599481201] 'compare' (duration: 97.174227ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:12:25.381221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.742808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g5ddl\" ","response":"range_response_count:1 size:4612"} {"level":"info","ts":"2026-04-07T13:12:25.381289Z","caller":"traceutil/trace.go:171","msg":"trace[1598846300] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-g5ddl; range_end:; response_count:1; response_revision:8496; }","duration":"229.85304ms","start":"2026-04-07T13:12:25.15142Z","end":"2026-04-07T13:12:25.381273Z","steps":["trace[1598846300] 'agreement among raft nodes before linearized reading' (duration: 229.664365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:12:25.381356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:12:24.996942Z","time spent":"384.213664ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:12:25.528517Z","caller":"traceutil/trace.go:171","msg":"trace[1418653217] linearizableReadLoop","detail":"{readStateIndex:8888; appliedIndex:8886; }","duration":"147.555138ms","start":"2026-04-07T13:12:25.380939Z","end":"2026-04-07T13:12:25.528494Z","steps":["trace[1418653217] 'read index received' (duration: 101.184316ms)","trace[1418653217] 'applied index is now lower than readState.Index' (duration: 46.369742ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:12:25.52862Z","caller":"traceutil/trace.go:171","msg":"trace[450979656] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"376.178196ms","start":"2026-04-07T13:12:25.152408Z","end":"2026-04-07T13:12:25.528586Z","steps":["trace[450979656] 'process raft request' (duration: 329.733881ms)","trace[450979656] 'compare' (duration: 46.150747ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:12:25.528662Z","caller":"traceutil/trace.go:171","msg":"trace[1044201429] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"368.309701ms","start":"2026-04-07T13:12:25.160247Z","end":"2026-04-07T13:12:25.528557Z","steps":["trace[1044201429] 'process raft request' (duration: 368.181328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:12:25.528734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.211076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T13:12:25.528784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:12:25.152387Z","time spent":"376.323469ms","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T13:12:25.528835Z","caller":"traceutil/trace.go:171","msg":"trace[1160606582] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8498; }","duration":"159.411622ms","start":"2026-04-07T13:12:25.369405Z","end":"2026-04-07T13:12:25.528817Z","steps":["trace[1160606582] 'agreement among raft nodes before linearized reading' (duration: 159.177916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:12:25.528854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:12:25.160219Z","time spent":"368.546847ms","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2999,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:12:26.416949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.842257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wff7z\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T13:12:26.417033Z","caller":"traceutil/trace.go:171","msg":"trace[1286374664] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wff7z; range_end:; response_count:1; response_revision:8504; }","duration":"440.96994ms","start":"2026-04-07T13:12:25.976044Z","end":"2026-04-07T13:12:26.417013Z","steps":["trace[1286374664] 'agreement among raft nodes before linearized reading' (duration: 21.506386ms)","trace[1286374664] 'range keys from in-memory index tree' (duration: 419.226908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:12:26.417031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.940465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T13:12:26.417082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.979692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T13:12:26.417115Z","caller":"traceutil/trace.go:171","msg":"trace[2146273643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8504; }","duration":"439.060647ms","start":"2026-04-07T13:12:25.978029Z","end":"2026-04-07T13:12:26.417089Z","steps":["trace[2146273643] 'agreement among raft nodes before linearized reading' (duration: 19.512352ms)","trace[2146273643] 'range keys from in-memory index tree' (duration: 419.171266ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:12:26.417259Z","caller":"traceutil/trace.go:171","msg":"trace[11793761] transaction","detail":"{read_only:false; response_revision:8505; number_of_response:1; }","duration":"416.130534ms","start":"2026-04-07T13:12:26.001101Z","end":"2026-04-07T13:12:26.417232Z","steps":["trace[11793761] 'process raft request' (duration: 72.872295ms)","trace[11793761] 'compare' (duration: 342.785845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:12:26.417226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:12:25.978011Z","time spent":"439.203192ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T13:12:26.417133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:12:25.976034Z","time spent":"441.088804ms","remote":"127.0.0.1:56102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wff7z\" "} {"level":"warn","ts":"2026-04-07T13:12:26.417131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.820805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T13:12:26.417538Z","caller":"traceutil/trace.go:171","msg":"trace[1137935227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8504; }","duration":"445.215525ms","start":"2026-04-07T13:12:25.972265Z","end":"2026-04-07T13:12:26.41748Z","steps":["trace[1137935227] 'agreement among raft nodes before linearized reading' (duration: 25.258648ms)","trace[1137935227] 'range keys from in-memory index tree' (duration: 419.211337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:12:26.417359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:12:26.001081Z","time spent":"416.233796ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:12:26.417585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.018863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T13:12:26.417672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:12:25.972255Z","time spent":"445.37167ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T13:12:26.417702Z","caller":"traceutil/trace.go:171","msg":"trace[554986165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8504; }","duration":"444.189708ms","start":"2026-04-07T13:12:25.973484Z","end":"2026-04-07T13:12:26.417674Z","steps":["trace[554986165] 'agreement among raft nodes before linearized reading' (duration: 24.074096ms)","trace[554986165] 'range keys from in-memory index tree' (duration: 418.96925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:12:26.417757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:12:25.973471Z","time spent":"444.275331ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T13:13:33.867806Z","caller":"traceutil/trace.go:171","msg":"trace[40348125] transaction","detail":"{read_only:false; response_revision:9229; number_of_response:1; }","duration":"241.294062ms","start":"2026-04-07T13:13:33.626468Z","end":"2026-04-07T13:13:33.867762Z","steps":["trace[40348125] 'process raft request' (duration: 241.027144ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:13:33.867767Z","caller":"traceutil/trace.go:171","msg":"trace[2135589773] linearizableReadLoop","detail":"{readStateIndex:9652; appliedIndex:9651; }","duration":"109.037299ms","start":"2026-04-07T13:13:33.758689Z","end":"2026-04-07T13:13:33.867726Z","steps":["trace[2135589773] 'read index received' (duration: 108.827173ms)","trace[2135589773] 'applied index is now lower than readState.Index' (duration: 208.256µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:13:33.868034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.348039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-07T13:13:33.868124Z","caller":"traceutil/trace.go:171","msg":"trace[2068288362] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9229; }","duration":"109.512003ms","start":"2026-04-07T13:13:33.758592Z","end":"2026-04-07T13:13:33.868104Z","steps":["trace[2068288362] 'agreement among raft nodes before linearized reading' (duration: 109.243145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:13:34.098105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.905172ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T13:13:34.098401Z","caller":"traceutil/trace.go:171","msg":"trace[844151087] transaction","detail":"{read_only:false; response_revision:9230; number_of_response:1; }","duration":"168.967302ms","start":"2026-04-07T13:13:33.929416Z","end":"2026-04-07T13:13:34.098383Z","steps":["trace[844151087] 'process raft request' (duration: 168.807938ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:13:34.098396Z","caller":"traceutil/trace.go:171","msg":"trace[1537657491] linearizableReadLoop","detail":"{readStateIndex:9653; appliedIndex:9652; }","duration":"225.45642ms","start":"2026-04-07T13:13:33.872894Z","end":"2026-04-07T13:13:34.09835Z","steps":["trace[1537657491] 'read index received' (duration: 3.235808ms)","trace[1537657491] 'applied index is now lower than readState.Index' (duration: 222.214072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:13:34.098702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.793579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-07T13:13:34.098768Z","caller":"traceutil/trace.go:171","msg":"trace[273040673] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9230; }","duration":"225.929481ms","start":"2026-04-07T13:13:33.872822Z","end":"2026-04-07T13:13:34.098751Z","steps":["trace[273040673] 'agreement among raft nodes before linearized reading' (duration: 225.672105ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:14:05.347565Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6599} {"level":"info","ts":"2026-04-07T13:14:05.452805Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6599,"took":"103.600952ms","hash":2448048233,"current-db-size-bytes":60719104,"current-db-size":"61 MB","current-db-size-in-use-bytes":26906624,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-07T13:14:05.45288Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2448048233,"revision":6599,"compact-revision":3270} {"level":"info","ts":"2026-04-07T13:14:10.547821Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"21b354698260dd82","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T13:14:10.55443Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-07T13:14:10.554507Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-07T13:14:46.694794Z","caller":"traceutil/trace.go:171","msg":"trace[1966561073] transaction","detail":"{read_only:false; response_revision:9902; number_of_response:1; }","duration":"180.016107ms","start":"2026-04-07T13:14:46.514749Z","end":"2026-04-07T13:14:46.694765Z","steps":["trace[1966561073] 'process raft request' (duration: 179.686498ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:14:46.694851Z","caller":"traceutil/trace.go:171","msg":"trace[1871621489] transaction","detail":"{read_only:false; response_revision:9903; number_of_response:1; }","duration":"180.051097ms","start":"2026-04-07T13:14:46.514786Z","end":"2026-04-07T13:14:46.694837Z","steps":["trace[1871621489] 'process raft request' (duration: 179.79632ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:14:46.742756Z","caller":"traceutil/trace.go:171","msg":"trace[193450857] transaction","detail":"{read_only:false; response_revision:9904; number_of_response:1; }","duration":"131.680034ms","start":"2026-04-07T13:14:46.611048Z","end":"2026-04-07T13:14:46.742728Z","steps":["trace[193450857] 'process raft request' (duration: 131.52186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:14:46.743017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.781051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T13:14:46.743054Z","caller":"traceutil/trace.go:171","msg":"trace[1760694226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9904; }","duration":"105.864634ms","start":"2026-04-07T13:14:46.637178Z","end":"2026-04-07T13:14:46.743043Z","steps":["trace[1760694226] 'agreement among raft nodes before linearized reading' (duration: 105.752121ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:14:50.897378Z","caller":"traceutil/trace.go:171","msg":"trace[164202634] transaction","detail":"{read_only:false; response_revision:9944; number_of_response:1; }","duration":"105.617028ms","start":"2026-04-07T13:14:50.791722Z","end":"2026-04-07T13:14:50.897339Z","steps":["trace[164202634] 'process raft request' (duration: 105.393212ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:14:50.897408Z","caller":"traceutil/trace.go:171","msg":"trace[1718334294] transaction","detail":"{read_only:false; response_revision:9945; number_of_response:1; }","duration":"104.850187ms","start":"2026-04-07T13:14:50.7925Z","end":"2026-04-07T13:14:50.89735Z","steps":["trace[1718334294] 'process raft request' (duration: 104.764894ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:15:14.930197Z","caller":"traceutil/trace.go:171","msg":"trace[698603533] transaction","detail":"{read_only:false; response_revision:10146; number_of_response:1; }","duration":"143.513445ms","start":"2026-04-07T13:15:14.786617Z","end":"2026-04-07T13:15:14.93013Z","steps":["trace[698603533] 'process raft request' (duration: 116.115502ms)","trace[698603533] 'compare' (duration: 27.115926ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:15:14.930256Z","caller":"traceutil/trace.go:171","msg":"trace[1069149646] transaction","detail":"{read_only:false; response_revision:10147; number_of_response:1; }","duration":"133.650848ms","start":"2026-04-07T13:15:14.796566Z","end":"2026-04-07T13:15:14.930217Z","steps":["trace[1069149646] 'process raft request' (duration: 133.479603ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:15:15.243758Z","caller":"traceutil/trace.go:171","msg":"trace[1223797514] transaction","detail":"{read_only:false; response_revision:10160; number_of_response:1; }","duration":"102.695778ms","start":"2026-04-07T13:15:15.141025Z","end":"2026-04-07T13:15:15.243721Z","steps":["trace[1223797514] 'process raft request' (duration: 102.473012ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:15:15.425933Z","caller":"traceutil/trace.go:171","msg":"trace[480466078] transaction","detail":"{read_only:false; response_revision:10165; number_of_response:1; }","duration":"101.26104ms","start":"2026-04-07T13:15:15.324636Z","end":"2026-04-07T13:15:15.425897Z","steps":["trace[480466078] 'process raft request' (duration: 91.930636ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:15:15.61718Z","caller":"traceutil/trace.go:171","msg":"trace[457091950] transaction","detail":"{read_only:false; response_revision:10175; number_of_response:1; }","duration":"107.236161ms","start":"2026-04-07T13:15:15.509872Z","end":"2026-04-07T13:15:15.617108Z","steps":["trace[457091950] 'process raft request' (duration: 107.010155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:15:15.617269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.548293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-07T13:15:15.617603Z","caller":"traceutil/trace.go:171","msg":"trace[1706592377] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:10175; }","duration":"102.916573ms","start":"2026-04-07T13:15:15.51466Z","end":"2026-04-07T13:15:15.617577Z","steps":["trace[1706592377] 'agreement among raft nodes before linearized reading' (duration: 102.39765ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:15:16.342683Z","caller":"traceutil/trace.go:171","msg":"trace[1428208986] transaction","detail":"{read_only:false; response_revision:10182; number_of_response:1; }","duration":"161.930085ms","start":"2026-04-07T13:15:16.180731Z","end":"2026-04-07T13:15:16.342661Z","steps":["trace[1428208986] 'process raft request' (duration: 161.778501ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:15:27.023512Z","caller":"traceutil/trace.go:171","msg":"trace[1321847593] transaction","detail":"{read_only:false; response_revision:10248; number_of_response:1; }","duration":"248.388391ms","start":"2026-04-07T13:15:26.77509Z","end":"2026-04-07T13:15:27.023478Z","steps":["trace[1321847593] 'process raft request' (duration: 247.777004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:15:28.381465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.690767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T13:15:28.381496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.054472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T13:15:28.381532Z","caller":"traceutil/trace.go:171","msg":"trace[2125687224] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:10251; }","duration":"767.80287ms","start":"2026-04-07T13:15:27.613713Z","end":"2026-04-07T13:15:28.381515Z","steps":["trace[2125687224] 'count revisions from in-memory index tree' (duration: 767.621296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:15:28.381568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:15:27.61369Z","time spent":"767.869193ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-07T13:15:28.381576Z","caller":"traceutil/trace.go:171","msg":"trace[1230568957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10251; }","duration":"623.168865ms","start":"2026-04-07T13:15:27.758387Z","end":"2026-04-07T13:15:28.381556Z","steps":["trace[1230568957] 'range keys from in-memory index tree' (duration: 622.850616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:15:28.381578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.86932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T13:15:28.381614Z","caller":"traceutil/trace.go:171","msg":"trace[1804603194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10251; }","duration":"670.938811ms","start":"2026-04-07T13:15:27.710666Z","end":"2026-04-07T13:15:28.381605Z","steps":["trace[1804603194] 'range keys from in-memory index tree' (duration: 670.734706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:15:28.381631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:15:27.758367Z","time spent":"623.252757ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T13:15:28.381637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:15:27.710644Z","time spent":"670.988332ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T13:15:28.381689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.333946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T13:15:28.381783Z","caller":"traceutil/trace.go:171","msg":"trace[1389422780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10251; }","duration":"659.48037ms","start":"2026-04-07T13:15:27.72228Z","end":"2026-04-07T13:15:28.381761Z","steps":["trace[1389422780] 'range keys from in-memory index tree' (duration: 659.161831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:15:28.381839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:15:27.722258Z","time spent":"659.569933ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T13:15:28.381953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.069194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-07T13:15:28.381983Z","caller":"traceutil/trace.go:171","msg":"trace[469981309] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10251; }","duration":"300.116196ms","start":"2026-04-07T13:15:28.081858Z","end":"2026-04-07T13:15:28.381975Z","steps":["trace[469981309] 'range keys from in-memory index tree' (duration: 299.997984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:15:28.382003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:15:28.08185Z","time spent":"300.147207ms","remote":"127.0.0.1:56026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T13:15:28.38201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.400588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wff7z\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-07T13:15:28.382036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.064558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-07T13:15:28.382067Z","caller":"traceutil/trace.go:171","msg":"trace[1310135213] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10251; }","duration":"306.125909ms","start":"2026-04-07T13:15:28.075931Z","end":"2026-04-07T13:15:28.382056Z","steps":["trace[1310135213] 'range keys from in-memory index tree' (duration: 305.79878ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:15:28.382068Z","caller":"traceutil/trace.go:171","msg":"trace[235775736] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wff7z; range_end:; response_count:1; response_revision:10251; }","duration":"305.495532ms","start":"2026-04-07T13:15:28.076558Z","end":"2026-04-07T13:15:28.382053Z","steps":["trace[235775736] 'range keys from in-memory index tree' (duration: 305.276136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:15:28.382094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:15:28.07591Z","time spent":"306.178731ms","remote":"127.0.0.1:56026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T13:15:28.382104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:15:28.076538Z","time spent":"305.557533ms","remote":"127.0.0.1:56102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wff7z\" "} {"level":"warn","ts":"2026-04-07T13:15:28.382177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.836428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:15:28.382242Z","caller":"traceutil/trace.go:171","msg":"trace[1477709598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10251; }","duration":"787.768482ms","start":"2026-04-07T13:15:27.59446Z","end":"2026-04-07T13:15:28.382228Z","steps":["trace[1477709598] 'range keys from in-memory index tree' (duration: 786.754615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:15:28.382238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.470552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T13:15:28.382276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:15:27.594439Z","time spent":"787.826004ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T13:15:28.382284Z","caller":"traceutil/trace.go:171","msg":"trace[1853522019] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:10251; }","duration":"306.264503ms","start":"2026-04-07T13:15:28.07601Z","end":"2026-04-07T13:15:28.382274Z","steps":["trace[1853522019] 'count revisions from in-memory index tree' (duration: 305.43056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:15:28.382316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:15:28.07591Z","time spent":"306.395337ms","remote":"127.0.0.1:46376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:15:29.096396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15961493099464443064,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T13:15:29.200196Z","caller":"traceutil/trace.go:171","msg":"trace[1767333737] transaction","detail":"{read_only:false; response_revision:10261; number_of_response:1; }","duration":"707.691648ms","start":"2026-04-07T13:15:28.492445Z","end":"2026-04-07T13:15:29.200137Z","steps":["trace[1767333737] 'process raft request' (duration: 701.680595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:15:29.200348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:15:28.492413Z","time spent":"707.866104ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2352,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T13:15:29.201883Z","caller":"traceutil/trace.go:171","msg":"trace[892400143] transaction","detail":"{read_only:false; response_revision:10263; number_of_response:1; }","duration":"172.168562ms","start":"2026-04-07T13:15:29.02969Z","end":"2026-04-07T13:15:29.201859Z","steps":["trace[892400143] 'process raft request' (duration: 172.08475ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:15:29.201929Z","caller":"traceutil/trace.go:171","msg":"trace[613924661] transaction","detail":"{read_only:false; response_revision:10262; number_of_response:1; }","duration":"605.099595ms","start":"2026-04-07T13:15:28.596794Z","end":"2026-04-07T13:15:29.201893Z","steps":["trace[613924661] 'process raft request' (duration: 604.776586ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:15:29.202047Z","caller":"traceutil/trace.go:171","msg":"trace[375766333] linearizableReadLoop","detail":"{readStateIndex:10737; appliedIndex:10734; }","duration":"605.844475ms","start":"2026-04-07T13:15:28.596178Z","end":"2026-04-07T13:15:29.202022Z","steps":["trace[375766333] 'read index received' (duration: 597.92191ms)","trace[375766333] 'applied index is now lower than readState.Index' (duration: 7.921015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:15:29.202125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:15:28.596772Z","time spent":"605.259668ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:15:29.202198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.018439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:15:29.202234Z","caller":"traceutil/trace.go:171","msg":"trace[609933954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10264; }","duration":"606.06429ms","start":"2026-04-07T13:15:28.596159Z","end":"2026-04-07T13:15:29.202223Z","steps":["trace[609933954] 'agreement among raft nodes before linearized reading' (duration: 605.996588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:15:29.202251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:15:28.596082Z","time spent":"606.166174ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T13:17:30.388108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15961493099464445813,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T13:17:30.432994Z","caller":"traceutil/trace.go:171","msg":"trace[1258179371] transaction","detail":"{read_only:false; response_revision:11229; number_of_response:1; }","duration":"562.073036ms","start":"2026-04-07T13:17:29.870895Z","end":"2026-04-07T13:17:30.432968Z","steps":["trace[1258179371] 'process raft request' (duration: 561.584322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:17:30.433137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:17:29.870869Z","time spent":"562.19247ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:17:30.436349Z","caller":"traceutil/trace.go:171","msg":"trace[45328540] linearizableReadLoop","detail":"{readStateIndex:11755; appliedIndex:11753; }","duration":"549.281538ms","start":"2026-04-07T13:17:29.887035Z","end":"2026-04-07T13:17:30.436316Z","steps":["trace[45328540] 'read index received' (duration: 545.833814ms)","trace[45328540] 'applied index is now lower than readState.Index' (duration: 3.446224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:17:30.436593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.91692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T13:17:30.436657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.584616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-07T13:17:30.436856Z","caller":"traceutil/trace.go:171","msg":"trace[401047953] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11230; }","duration":"549.834583ms","start":"2026-04-07T13:17:29.887008Z","end":"2026-04-07T13:17:30.436843Z","steps":["trace[401047953] 'agreement among raft nodes before linearized reading' (duration: 549.451402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:17:30.43687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.406697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T13:17:30.436667Z","caller":"traceutil/trace.go:171","msg":"trace[133935583] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:11230; }","duration":"512.014343ms","start":"2026-04-07T13:17:29.924639Z","end":"2026-04-07T13:17:30.436653Z","steps":["trace[133935583] 'agreement among raft nodes before linearized reading' (duration: 511.872739ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:17:30.436974Z","caller":"traceutil/trace.go:171","msg":"trace[698415724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11230; }","duration":"274.567912ms","start":"2026-04-07T13:17:30.162382Z","end":"2026-04-07T13:17:30.43695Z","steps":["trace[698415724] 'agreement among raft nodes before linearized reading' (duration: 274.296944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:17:30.436899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:17:29.886999Z","time spent":"549.891114ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-07T13:17:30.43662Z","caller":"traceutil/trace.go:171","msg":"trace[1616033791] transaction","detail":"{read_only:false; response_revision:11230; number_of_response:1; }","duration":"561.934601ms","start":"2026-04-07T13:17:29.874587Z","end":"2026-04-07T13:17:30.436522Z","steps":["trace[1616033791] 'process raft request' (duration: 561.51574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:17:30.437064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:17:29.92461Z","time spent":"512.394434ms","remote":"127.0.0.1:42966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:17:30.437226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:17:29.874572Z","time spent":"562.516038ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:17:32.579635Z","caller":"traceutil/trace.go:171","msg":"trace[2038528701] linearizableReadLoop","detail":"{readStateIndex:11766; appliedIndex:11765; }","duration":"134.372696ms","start":"2026-04-07T13:17:32.445228Z","end":"2026-04-07T13:17:32.5796Z","steps":["trace[2038528701] 'read index received' (duration: 134.16477ms)","trace[2038528701] 'applied index is now lower than readState.Index' (duration: 206.536µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:17:32.579755Z","caller":"traceutil/trace.go:171","msg":"trace[1923862503] transaction","detail":"{read_only:false; response_revision:11241; number_of_response:1; }","duration":"135.054965ms","start":"2026-04-07T13:17:32.444661Z","end":"2026-04-07T13:17:32.579716Z","steps":["trace[1923862503] 'process raft request' (duration: 134.664485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:17:32.579903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.645065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T13:17:32.579949Z","caller":"traceutil/trace.go:171","msg":"trace[1772247642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11241; }","duration":"134.705636ms","start":"2026-04-07T13:17:32.445225Z","end":"2026-04-07T13:17:32.57993Z","steps":["trace[1772247642] 'agreement among raft nodes before linearized reading' (duration: 134.533692ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:17:32.581197Z","caller":"traceutil/trace.go:171","msg":"trace[568924700] transaction","detail":"{read_only:false; response_revision:11242; number_of_response:1; }","duration":"133.587826ms","start":"2026-04-07T13:17:32.447589Z","end":"2026-04-07T13:17:32.581177Z","steps":["trace[568924700] 'process raft request' (duration: 133.403421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:17:32.581502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.57815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-07T13:17:32.581553Z","caller":"traceutil/trace.go:171","msg":"trace[1730819524] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11243; }","duration":"135.656891ms","start":"2026-04-07T13:17:32.445883Z","end":"2026-04-07T13:17:32.58154Z","steps":["trace[1730819524] 'agreement among raft nodes before linearized reading' (duration: 135.522877ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:17:33.307141Z","caller":"traceutil/trace.go:171","msg":"trace[1949874811] transaction","detail":"{read_only:false; response_revision:11249; number_of_response:1; }","duration":"126.139133ms","start":"2026-04-07T13:17:33.180975Z","end":"2026-04-07T13:17:33.307114Z","steps":["trace[1949874811] 'process raft request' (duration: 124.689443ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:19:05.353698Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9499} {"level":"info","ts":"2026-04-07T13:19:05.436919Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9499,"took":"80.796686ms","hash":4235132247,"current-db-size-bytes":60719104,"current-db-size":"61 MB","current-db-size-in-use-bytes":25116672,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-07T13:19:05.436993Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4235132247,"revision":9499,"compact-revision":6599}