{"level":"warn","ts":"2026-04-20T02:06:44.964614Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T02:06:44.964707Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-20T02:06:44.96478Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T02:06:44.964797Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-04-20T02:06:44.964824Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T02:06:44.96572Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-04-20T02:06:44.965805Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-20T02:06:44.969609Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.535208ms"} {"level":"info","ts":"2026-04-20T02:06:44.982773Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-04-20T02:06:44.982865Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-04-20T02:06:44.982891Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-04-20T02:06:44.982908Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-20T02:06:44.982923Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-04-20T02:06:44.982964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-04-20T02:06:45.147899Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-20T02:06:45.151424Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-20T02:06:45.153143Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-20T02:06:45.155385Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-20T02:06:45.155628Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-20T02:06:45.155696Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T02:06:45.155882Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T02:06:45.155922Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T02:06:45.156596Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-04-20T02:06:45.156771Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-04-20T02:06:45.158195Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T02:06:45.158281Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-04-20T02:06:45.158319Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-04-20T02:06:45.158412Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-20T02:06:45.158462Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-20T02:06:45.983875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-04-20T02:06:45.983938Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-04-20T02:06:45.983974Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-04-20T02:06:45.984033Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-04-20T02:06:45.984049Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-04-20T02:06:45.984181Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-04-20T02:06:45.984342Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-04-20T02:06:45.985324Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T02:06:45.98619Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T02:06:45.986195Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-04-20T02:06:45.98628Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T02:06:45.986525Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T02:06:45.986517Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-20T02:06:45.986601Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-20T02:06:45.986676Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T02:06:45.986705Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T02:06:45.989778Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"info","ts":"2026-04-20T02:06:45.990877Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-20T02:07:04.469814Z","caller":"traceutil/trace.go:171","msg":"trace[1553088576] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:419; }","duration":"159.393974ms","start":"2026-04-20T02:07:04.310386Z","end":"2026-04-20T02:07:04.46978Z","steps":["trace[1553088576] 'read index received' (duration: 127.524262ms)","trace[1553088576] 'applied index is now lower than readState.Index' (duration: 31.867892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:07:04.470061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.63492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-20T02:07:04.470148Z","caller":"traceutil/trace.go:171","msg":"trace[39196989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:406; }","duration":"159.794476ms","start":"2026-04-20T02:07:04.310335Z","end":"2026-04-20T02:07:04.47013Z","steps":["trace[39196989] 'agreement among raft nodes before linearized reading' (duration: 159.568739ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:07:04.653375Z","caller":"traceutil/trace.go:171","msg":"trace[1624724962] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"178.827104ms","start":"2026-04-20T02:07:04.474527Z","end":"2026-04-20T02:07:04.653354Z","steps":["trace[1624724962] 'process raft request' (duration: 178.68017ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:07:15.881804Z","caller":"traceutil/trace.go:171","msg":"trace[1478690330] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"240.926647ms","start":"2026-04-20T02:07:15.640837Z","end":"2026-04-20T02:07:15.881764Z","steps":["trace[1478690330] 'process raft request' (duration: 240.732792ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:07:15.888842Z","caller":"traceutil/trace.go:171","msg":"trace[177210862] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"239.579924ms","start":"2026-04-20T02:07:15.649231Z","end":"2026-04-20T02:07:15.888811Z","steps":["trace[177210862] 'process raft request' (duration: 239.361909ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:07:15.888884Z","caller":"traceutil/trace.go:171","msg":"trace[1349143590] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"218.41549ms","start":"2026-04-20T02:07:15.670441Z","end":"2026-04-20T02:07:15.888857Z","steps":["trace[1349143590] 'process raft request' (duration: 218.298797ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:07:15.888983Z","caller":"traceutil/trace.go:171","msg":"trace[1395668874] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"214.528993ms","start":"2026-04-20T02:07:15.674401Z","end":"2026-04-20T02:07:15.88893Z","steps":["trace[1395668874] 'process raft request' (duration: 214.40934ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:07:15.888976Z","caller":"traceutil/trace.go:171","msg":"trace[1957099147] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"238.25924ms","start":"2026-04-20T02:07:15.650648Z","end":"2026-04-20T02:07:15.888907Z","steps":["trace[1957099147] 'process raft request' (duration: 238.059825ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:07:15.889073Z","caller":"traceutil/trace.go:171","msg":"trace[1051799193] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"214.83499ms","start":"2026-04-20T02:07:15.674227Z","end":"2026-04-20T02:07:15.889062Z","steps":["trace[1051799193] 'process raft request' (duration: 214.552073ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:07:15.889047Z","caller":"traceutil/trace.go:171","msg":"trace[923193848] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"213.61838ms","start":"2026-04-20T02:07:15.675371Z","end":"2026-04-20T02:07:15.88899Z","steps":["trace[923193848] 'process raft request' (duration: 213.469747ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:07:15.889135Z","caller":"traceutil/trace.go:171","msg":"trace[1328301421] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"205.024963ms","start":"2026-04-20T02:07:15.68406Z","end":"2026-04-20T02:07:15.889085Z","steps":["trace[1328301421] 'process raft request' (duration: 204.812128ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:07:15.889174Z","caller":"traceutil/trace.go:171","msg":"trace[1505735988] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"202.87836ms","start":"2026-04-20T02:07:15.686285Z","end":"2026-04-20T02:07:15.889164Z","steps":["trace[1505735988] 'process raft request' (duration: 202.677205ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:07:15.889307Z","caller":"traceutil/trace.go:171","msg":"trace[1948471579] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"172.421843ms","start":"2026-04-20T02:07:15.716872Z","end":"2026-04-20T02:07:15.889294Z","steps":["trace[1948471579] 'process raft request' (duration: 172.189907ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:07:15.889307Z","caller":"traceutil/trace.go:171","msg":"trace[1132102126] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:481; }","duration":"178.000134ms","start":"2026-04-20T02:07:15.711276Z","end":"2026-04-20T02:07:15.889276Z","steps":["trace[1132102126] 'read index received' (duration: 170.182397ms)","trace[1132102126] 'applied index is now lower than readState.Index' (duration: 7.816567ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:07:15.889234Z","caller":"traceutil/trace.go:171","msg":"trace[885587457] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"192.800775ms","start":"2026-04-20T02:07:15.696375Z","end":"2026-04-20T02:07:15.889175Z","steps":["trace[885587457] 'process raft request' (duration: 192.633201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:07:15.889595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.307391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-20T02:07:15.889664Z","caller":"traceutil/trace.go:171","msg":"trace[1236503412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:477; }","duration":"178.418834ms","start":"2026-04-20T02:07:15.711223Z","end":"2026-04-20T02:07:15.889642Z","steps":["trace[1236503412] 'agreement among raft nodes before linearized reading' (duration: 178.187738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:07:21.860567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.092376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T02:07:21.860711Z","caller":"traceutil/trace.go:171","msg":"trace[872854049] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"170.257693ms","start":"2026-04-20T02:07:21.690433Z","end":"2026-04-20T02:07:21.860691Z","steps":["trace[872854049] 'process raft request' (duration: 20.443658ms)","trace[872854049] 'compare' (duration: 148.947483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:07:22.283714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.995488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T02:07:22.283884Z","caller":"traceutil/trace.go:171","msg":"trace[1399323966] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"338.468893ms","start":"2026-04-20T02:07:21.945391Z","end":"2026-04-20T02:07:22.28386Z","steps":["trace[1399323966] 'process raft request' (duration: 72.135947ms)","trace[1399323966] 'compare' (duration: 265.852424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:07:22.283979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:07:21.945371Z","time spent":"338.559846ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:07:22.604968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101808693377999,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T02:07:22.660747Z","caller":"traceutil/trace.go:171","msg":"trace[299025637] linearizableReadLoop","detail":"{readStateIndex:598; appliedIndex:597; }","duration":"556.144559ms","start":"2026-04-20T02:07:22.104531Z","end":"2026-04-20T02:07:22.660676Z","steps":["trace[299025637] 'read index received' (duration: 548.016113ms)","trace[299025637] 'applied index is now lower than readState.Index' (duration: 8.127356ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:07:22.660828Z","caller":"traceutil/trace.go:171","msg":"trace[1335853020] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"686.09069ms","start":"2026-04-20T02:07:21.974702Z","end":"2026-04-20T02:07:22.660793Z","steps":["trace[1335853020] 'process raft request' (duration: 678.368274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:07:22.660972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.219273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-20T02:07:22.66101Z","caller":"traceutil/trace.go:171","msg":"trace[1854282492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:574; }","duration":"506.311326ms","start":"2026-04-20T02:07:22.154686Z","end":"2026-04-20T02:07:22.660997Z","steps":["trace[1854282492] 'agreement among raft nodes before linearized reading' (duration: 506.184853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:07:22.661035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:07:22.154661Z","time spent":"506.367507ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-20T02:07:22.661062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:07:21.974671Z","time spent":"686.224183ms","remote":"127.0.0.1:59704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:07:22.661083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.515188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dq94p\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-20T02:07:22.661212Z","caller":"traceutil/trace.go:171","msg":"trace[1981675766] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dq94p; range_end:; response_count:1; response_revision:574; }","duration":"556.713762ms","start":"2026-04-20T02:07:22.10447Z","end":"2026-04-20T02:07:22.661184Z","steps":["trace[1981675766] 'agreement among raft nodes before linearized reading' (duration: 556.362494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:07:22.661266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:07:22.104444Z","time spent":"556.813095ms","remote":"127.0.0.1:59786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-dq94p\" "} {"level":"info","ts":"2026-04-20T02:07:22.817575Z","caller":"traceutil/trace.go:171","msg":"trace[737660515] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"143.104565ms","start":"2026-04-20T02:07:22.674433Z","end":"2026-04-20T02:07:22.817538Z","steps":["trace[737660515] 'process raft request' (duration: 92.830052ms)","trace[737660515] 'compare' (duration: 50.13815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:07:23.580759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.594202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T02:07:23.581052Z","caller":"traceutil/trace.go:171","msg":"trace[1030021494] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"891.552474ms","start":"2026-04-20T02:07:22.689466Z","end":"2026-04-20T02:07:23.581018Z","steps":["trace[1030021494] 'process raft request' (duration: 656.352617ms)","trace[1030021494] 'compare' (duration: 234.387027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:07:23.581194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:07:22.689444Z","time spent":"891.690969ms","remote":"127.0.0.1:59786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:07:23.581121Z","caller":"traceutil/trace.go:171","msg":"trace[1926821973] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:598; }","duration":"833.989335ms","start":"2026-04-20T02:07:22.747112Z","end":"2026-04-20T02:07:23.581101Z","steps":["trace[1926821973] 'read index received' (duration: 20.16684ms)","trace[1926821973] 'applied index is now lower than readState.Index' (duration: 813.821245ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:07:23.581311Z","caller":"traceutil/trace.go:171","msg":"trace[1180579242] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"857.687258ms","start":"2026-04-20T02:07:22.723592Z","end":"2026-04-20T02:07:23.581279Z","steps":["trace[1180579242] 'process raft request' (duration: 857.303077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:07:23.581469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:07:22.723555Z","time spent":"857.841281ms","remote":"127.0.0.1:60098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-20T02:07:23.581752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.627573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-20T02:07:23.58182Z","caller":"traceutil/trace.go:171","msg":"trace[1054995194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:577; }","duration":"834.725145ms","start":"2026-04-20T02:07:22.747074Z","end":"2026-04-20T02:07:23.5818Z","steps":["trace[1054995194] 'agreement among raft nodes before linearized reading' (duration: 834.332455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:07:23.581888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.976455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:07:23.582011Z","caller":"traceutil/trace.go:171","msg":"trace[1766405502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:577; }","duration":"453.125729ms","start":"2026-04-20T02:07:23.128842Z","end":"2026-04-20T02:07:23.581968Z","steps":["trace[1766405502] 'agreement among raft nodes before linearized reading' (duration: 452.699788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:07:23.582147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:07:23.128822Z","time spent":"453.315623ms","remote":"127.0.0.1:59586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T02:07:23.582154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:07:22.747053Z","time spent":"834.977651ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-20T02:07:39.236681Z","caller":"traceutil/trace.go:171","msg":"trace[1060212923] linearizableReadLoop","detail":"{readStateIndex:763; appliedIndex:762; }","duration":"197.78293ms","start":"2026-04-20T02:07:39.038871Z","end":"2026-04-20T02:07:39.236654Z","steps":["trace[1060212923] 'read index received' (duration: 197.737239ms)","trace[1060212923] 'applied index is now lower than readState.Index' (duration: 44.761µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:07:39.236736Z","caller":"traceutil/trace.go:171","msg":"trace[1794029764] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"345.510301ms","start":"2026-04-20T02:07:38.8912Z","end":"2026-04-20T02:07:39.23671Z","steps":["trace[1794029764] 'process raft request' (duration: 345.323886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:07:39.236937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:07:38.891177Z","time spent":"345.673136ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:07:39.237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.098348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-20T02:07:39.237111Z","caller":"traceutil/trace.go:171","msg":"trace[1723451051] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:735; }","duration":"198.273043ms","start":"2026-04-20T02:07:39.038817Z","end":"2026-04-20T02:07:39.237091Z","steps":["trace[1723451051] 'agreement among raft nodes before linearized reading' (duration: 197.954485ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:07:39.425654Z","caller":"traceutil/trace.go:171","msg":"trace[212953845] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"201.770681ms","start":"2026-04-20T02:07:39.22386Z","end":"2026-04-20T02:07:39.425631Z","steps":["trace[212953845] 'process raft request' (duration: 201.628538ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:07:39.425726Z","caller":"traceutil/trace.go:171","msg":"trace[1380305946] linearizableReadLoop","detail":"{readStateIndex:764; appliedIndex:764; }","duration":"188.928566ms","start":"2026-04-20T02:07:39.236765Z","end":"2026-04-20T02:07:39.425693Z","steps":["trace[1380305946] 'read index received' (duration: 188.909435ms)","trace[1380305946] 'applied index is now lower than readState.Index' (duration: 15.921µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:07:39.42587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.374233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:07:39.425928Z","caller":"traceutil/trace.go:171","msg":"trace[1106737102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:736; }","duration":"297.479376ms","start":"2026-04-20T02:07:39.128436Z","end":"2026-04-20T02:07:39.425915Z","steps":["trace[1106737102] 'agreement among raft nodes before linearized reading' (duration: 297.320712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:07:39.425937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.910289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-20T02:07:39.425963Z","caller":"traceutil/trace.go:171","msg":"trace[794278835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:736; }","duration":"380.96222ms","start":"2026-04-20T02:07:39.044995Z","end":"2026-04-20T02:07:39.425957Z","steps":["trace[794278835] 'agreement among raft nodes before linearized reading' (duration: 380.815717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:07:39.426007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:07:39.044982Z","time spent":"381.018701ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-20T02:08:13.740327Z","caller":"traceutil/trace.go:171","msg":"trace[1072014798] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"101.782698ms","start":"2026-04-20T02:08:13.638517Z","end":"2026-04-20T02:08:13.7403Z","steps":["trace[1072014798] 'process raft request' (duration: 101.617454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:08:58.211098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.389399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-20T02:08:58.211129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.944371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-20T02:08:58.211225Z","caller":"traceutil/trace.go:171","msg":"trace[1104682678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1801; }","duration":"230.093344ms","start":"2026-04-20T02:08:57.981111Z","end":"2026-04-20T02:08:58.211204Z","steps":["trace[1104682678] 'range keys from in-memory index tree' (duration: 229.734986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:08:58.21111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.343455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:08:58.211358Z","caller":"traceutil/trace.go:171","msg":"trace[1023072837] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1801; }","duration":"350.683464ms","start":"2026-04-20T02:08:57.860659Z","end":"2026-04-20T02:08:58.211343Z","steps":["trace[1023072837] 'count revisions from in-memory index tree' (duration: 350.235873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:08:58.211401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:08:57.860627Z","time spent":"350.757186ms","remote":"127.0.0.1:55646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-20T02:08:58.211279Z","caller":"traceutil/trace.go:171","msg":"trace[1871281862] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1801; }","duration":"205.547674ms","start":"2026-04-20T02:08:58.005643Z","end":"2026-04-20T02:08:58.211191Z","steps":["trace[1871281862] 'count revisions from in-memory index tree' (duration: 205.333418ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:08:58.371556Z","caller":"traceutil/trace.go:171","msg":"trace[486933208] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"154.500134ms","start":"2026-04-20T02:08:58.217024Z","end":"2026-04-20T02:08:58.371525Z","steps":["trace[486933208] 'process raft request' (duration: 123.40382ms)","trace[486933208] 'compare' (duration: 30.888818ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:08:58.371861Z","caller":"traceutil/trace.go:171","msg":"trace[914623950] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"154.873223ms","start":"2026-04-20T02:08:58.216934Z","end":"2026-04-20T02:08:58.371807Z","steps":["trace[914623950] 'process raft request' (duration: 154.532555ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:09:04.556524Z","caller":"traceutil/trace.go:171","msg":"trace[642603660] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"156.78378ms","start":"2026-04-20T02:09:04.399712Z","end":"2026-04-20T02:09:04.556496Z","steps":["trace[642603660] 'process raft request' (duration: 119.37816ms)","trace[642603660] 'compare' (duration: 37.261617ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:09:40.71292Z","caller":"traceutil/trace.go:171","msg":"trace[1265470719] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"100.475787ms","start":"2026-04-20T02:09:40.612421Z","end":"2026-04-20T02:09:40.712897Z","steps":["trace[1265470719] 'process raft request' (duration: 100.354914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:09:40.858467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.493614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-20T02:09:40.858586Z","caller":"traceutil/trace.go:171","msg":"trace[692433248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2143; }","duration":"123.656688ms","start":"2026-04-20T02:09:40.734905Z","end":"2026-04-20T02:09:40.858562Z","steps":["trace[692433248] 'range keys from in-memory index tree' (duration: 123.31966ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:09:41.248132Z","caller":"traceutil/trace.go:171","msg":"trace[495719577] linearizableReadLoop","detail":"{readStateIndex:2218; appliedIndex:2217; }","duration":"104.004625ms","start":"2026-04-20T02:09:41.144041Z","end":"2026-04-20T02:09:41.248046Z","steps":["trace[495719577] 'read index received' (duration: 101.37865ms)","trace[495719577] 'applied index is now lower than readState.Index' (duration: 2.619594ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:09:41.248099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.398007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-20T02:09:41.24827Z","caller":"traceutil/trace.go:171","msg":"trace[1841963389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2144; }","duration":"285.650523ms","start":"2026-04-20T02:09:40.962605Z","end":"2026-04-20T02:09:41.248256Z","steps":["trace[1841963389] 'range keys from in-memory index tree' (duration: 285.186061ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:09:41.248362Z","caller":"traceutil/trace.go:171","msg":"trace[5879183] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"170.565606ms","start":"2026-04-20T02:09:41.077764Z","end":"2026-04-20T02:09:41.24833Z","steps":["trace[5879183] 'process raft request' (duration: 167.757906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:09:41.2486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.532837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-20T02:09:41.248721Z","caller":"traceutil/trace.go:171","msg":"trace[873202756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2145; }","duration":"104.702941ms","start":"2026-04-20T02:09:41.143985Z","end":"2026-04-20T02:09:41.248687Z","steps":["trace[873202756] 'agreement among raft nodes before linearized reading' (duration: 104.350763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:09:41.486559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.654901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T02:09:41.486704Z","caller":"traceutil/trace.go:171","msg":"trace[1448561928] linearizableReadLoop","detail":"{readStateIndex:2219; appliedIndex:2218; }","duration":"175.501376ms","start":"2026-04-20T02:09:41.311186Z","end":"2026-04-20T02:09:41.486688Z","steps":["trace[1448561928] 'read index received' (duration: 74.482175ms)","trace[1448561928] 'applied index is now lower than readState.Index' (duration: 101.018091ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:09:41.486804Z","caller":"traceutil/trace.go:171","msg":"trace[2014080462] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"234.175123ms","start":"2026-04-20T02:09:41.252598Z","end":"2026-04-20T02:09:41.486773Z","steps":["trace[2014080462] 'process raft request' (duration: 133.145492ms)","trace[2014080462] 'compare' (duration: 100.442916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:09:41.486895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.712421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-04-20T02:09:41.486892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.467748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:09:41.486937Z","caller":"traceutil/trace.go:171","msg":"trace[1219870493] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2146; }","duration":"175.785663ms","start":"2026-04-20T02:09:41.311137Z","end":"2026-04-20T02:09:41.486923Z","steps":["trace[1219870493] 'agreement among raft nodes before linearized reading' (duration: 175.63689ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:09:41.486978Z","caller":"traceutil/trace.go:171","msg":"trace[665031474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2146; }","duration":"124.620391ms","start":"2026-04-20T02:09:41.36234Z","end":"2026-04-20T02:09:41.48696Z","steps":["trace[665031474] 'agreement among raft nodes before linearized reading' (duration: 124.474208ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:10:17.661388Z","caller":"traceutil/trace.go:171","msg":"trace[619854476] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"184.194391ms","start":"2026-04-20T02:10:17.477148Z","end":"2026-04-20T02:10:17.661342Z","steps":["trace[619854476] 'process raft request' (duration: 183.900054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:53.612218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101808693382757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T02:10:54.112552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101808693382757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T02:10:54.613076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101808693382757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T02:10:55.11401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101808693382757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T02:10:55.61418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101808693382757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T02:10:55.696301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.881822144s","expected-duration":"1s"} {"level":"info","ts":"2026-04-20T02:10:55.696782Z","caller":"traceutil/trace.go:171","msg":"trace[1883569123] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"2.882388037s","start":"2026-04-20T02:10:52.814362Z","end":"2026-04-20T02:10:55.69675Z","steps":["trace[1883569123] 'process raft request' (duration: 2.882225693s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:55.69702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:52.814338Z","time spent":"2.8825053s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:10:56.128379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999701107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-20T02:10:56.128448Z","caller":"traceutil/trace.go:171","msg":"trace[964022699] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99982606s","start":"2026-04-20T02:10:54.128607Z","end":"2026-04-20T02:10:56.128433Z","steps":["trace[964022699] 'agreement among raft nodes before linearized reading' (duration: 1.999741898s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:56.128478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:54.128584Z","time spent":"1.999887442s","remote":"127.0.0.1:59586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/20 02:10:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T02:10:57.819127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012393919s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T02:10:57.819978Z","caller":"traceutil/trace.go:171","msg":"trace[721478741] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"4.313272674s","start":"2026-04-20T02:10:53.506662Z","end":"2026-04-20T02:10:57.819934Z","steps":["trace[721478741] 'process raft request' (duration: 2.299926551s)","trace[721478741] 'compare' (duration: 2.011152459s)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:10:57.820129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:53.506638Z","time spent":"4.313408147s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:10:57.909139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.315821164s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-20T02:10:58.047262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.320786ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-20T02:10:58.047677Z","caller":"traceutil/trace.go:171","msg":"trace[1286215901] linearizableReadLoop","detail":"{readStateIndex:2796; appliedIndex:2793; }","duration":"4.935826174s","start":"2026-04-20T02:10:53.111818Z","end":"2026-04-20T02:10:58.047644Z","steps":["trace[1286215901] 'read index received' (duration: 2.584763328s)","trace[1286215901] 'applied index is now lower than readState.Index' (duration: 2.351059846s)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:10:58.047995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.936166922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-20T02:10:58.048077Z","caller":"traceutil/trace.go:171","msg":"trace[2122069678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2691; }","duration":"4.936303855s","start":"2026-04-20T02:10:53.111761Z","end":"2026-04-20T02:10:58.048064Z","steps":["trace[2122069678] 'agreement among raft nodes before linearized reading' (duration: 4.936068819s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:58.048113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:53.111735Z","time spent":"4.936369987s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-20T02:10:58.0485Z","caller":"traceutil/trace.go:171","msg":"trace[1650495055] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"1.922609627s","start":"2026-04-20T02:10:56.125862Z","end":"2026-04-20T02:10:58.048472Z","steps":["trace[1650495055] 'process raft request' (duration: 1.921723915s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:58.048707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:56.125837Z","time spent":"1.92278053s","remote":"127.0.0.1:59784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:10:58.048756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02394689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:10:58.048802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.628526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:10:58.048853Z","caller":"traceutil/trace.go:171","msg":"trace[1523505472] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2693; }","duration":"3.024062823s","start":"2026-04-20T02:10:55.024768Z","end":"2026-04-20T02:10:58.048831Z","steps":["trace[1523505472] 'agreement among raft nodes before linearized reading' (duration: 3.023911099s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:58.048905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:55.024701Z","time spent":"3.024193186s","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-20T02:10:58.048932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.679080119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-20T02:10:58.048964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920029674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:10:58.048974Z","caller":"traceutil/trace.go:171","msg":"trace[603801643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2693; }","duration":"3.67913893s","start":"2026-04-20T02:10:54.36982Z","end":"2026-04-20T02:10:58.048959Z","steps":["trace[603801643] 'agreement among raft nodes before linearized reading' (duration: 3.679059568s)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:10:58.049Z","caller":"traceutil/trace.go:171","msg":"trace[311172950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2693; }","duration":"1.920103955s","start":"2026-04-20T02:10:56.128887Z","end":"2026-04-20T02:10:58.048991Z","steps":["trace[311172950] 'agreement among raft nodes before linearized reading' (duration: 1.920053264s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:58.049009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:54.369799Z","time spent":"3.679203252s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-20T02:10:58.049007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.114983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-20T02:10:58.0491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198519817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T02:10:58.049108Z","caller":"traceutil/trace.go:171","msg":"trace[595916413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2693; }","duration":"347.264878ms","start":"2026-04-20T02:10:57.701822Z","end":"2026-04-20T02:10:58.049087Z","steps":["trace[595916413] 'agreement among raft nodes before linearized reading' (duration: 346.98234ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:10:58.049136Z","caller":"traceutil/trace.go:171","msg":"trace[395825648] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2693; }","duration":"1.198593879s","start":"2026-04-20T02:10:56.850534Z","end":"2026-04-20T02:10:58.049127Z","steps":["trace[395825648] 'agreement among raft nodes before linearized reading' (duration: 1.198535846s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:58.049162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:57.701801Z","time spent":"347.35152ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-20T02:10:58.049177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:56.850512Z","time spent":"1.198657041s","remote":"127.0.0.1:47684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-20T02:10:58.04921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338753865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a7eeb30731af5c\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-04-20T02:10:58.049226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.318515243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-20T02:10:58.049255Z","caller":"traceutil/trace.go:171","msg":"trace[1556389640] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a7eeb30731af5c; range_end:; response_count:1; response_revision:2693; }","duration":"2.338827237s","start":"2026-04-20T02:10:55.710417Z","end":"2026-04-20T02:10:58.049244Z","steps":["trace[1556389640] 'agreement among raft nodes before linearized reading' (duration: 2.338682253s)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:10:58.049269Z","caller":"traceutil/trace.go:171","msg":"trace[484177168] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2693; }","duration":"4.318582435s","start":"2026-04-20T02:10:53.730675Z","end":"2026-04-20T02:10:58.049257Z","steps":["trace[484177168] 'agreement among raft nodes before linearized reading' (duration: 4.318473112s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:58.049291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:55.7104Z","time spent":"2.338884348s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a7eeb30731af5c\" "} {"level":"warn","ts":"2026-04-20T02:10:58.049311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:53.730657Z","time spent":"4.318644156s","remote":"127.0.0.1:59786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-20T02:10:58.049046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:56.128864Z","time spent":"1.920173647s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-20T02:10:58.048779Z","caller":"traceutil/trace.go:171","msg":"trace[1024890761] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"1.819350973s","start":"2026-04-20T02:10:56.229386Z","end":"2026-04-20T02:10:58.048737Z","steps":["trace[1024890761] 'process raft request' (duration: 1.818993265s)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:10:58.048908Z","caller":"traceutil/trace.go:171","msg":"trace[931326381] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2693; }","duration":"707.8003ms","start":"2026-04-20T02:10:57.341086Z","end":"2026-04-20T02:10:58.048886Z","steps":["trace[931326381] 'agreement among raft nodes before linearized reading' (duration: 707.609755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:58.049523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:56.229351Z","time spent":"1.820088922s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:10:58.049561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:57.341064Z","time spent":"708.473518ms","remote":"127.0.0.1:55506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-20T02:10:58.049579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.642710904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-04-20T02:10:58.049612Z","caller":"traceutil/trace.go:171","msg":"trace[1740254694] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2693; }","duration":"4.642783556s","start":"2026-04-20T02:10:53.40682Z","end":"2026-04-20T02:10:58.049603Z","steps":["trace[1740254694] 'agreement among raft nodes before linearized reading' (duration: 4.642648893s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:58.049652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:53.406798Z","time spent":"4.642846488s","remote":"127.0.0.1:59798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1318,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-20T02:10:58.048849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548322401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-20T02:10:58.049744Z","caller":"traceutil/trace.go:171","msg":"trace[2060265691] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2693; }","duration":"3.549265125s","start":"2026-04-20T02:10:54.500461Z","end":"2026-04-20T02:10:58.049726Z","steps":["trace[2060265691] 'agreement among raft nodes before linearized reading' (duration: 3.548313001s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:58.049795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:54.500385Z","time spent":"3.549397509s","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":666,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-20T02:10:58.049889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.658992486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-20T02:10:58.050131Z","caller":"traceutil/trace.go:171","msg":"trace[345710605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2693; }","duration":"3.659246412s","start":"2026-04-20T02:10:54.390859Z","end":"2026-04-20T02:10:58.050105Z","steps":["trace[345710605] 'agreement among raft nodes before linearized reading' (duration: 3.65796577s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:58.050196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:54.390836Z","time spent":"3.659349224s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-20T02:10:58.050249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64933224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-20T02:10:58.050296Z","caller":"traceutil/trace.go:171","msg":"trace[4674849] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2693; }","duration":"3.649400531s","start":"2026-04-20T02:10:54.400885Z","end":"2026-04-20T02:10:58.050285Z","steps":["trace[4674849] 'agreement among raft nodes before linearized reading' (duration: 3.649238187s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:58.050334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:54.400874Z","time spent":"3.649453033s","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":681,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-20T02:10:58.048735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.756990657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-20T02:10:58.050768Z","caller":"traceutil/trace.go:171","msg":"trace[495716624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2693; }","duration":"4.759063108s","start":"2026-04-20T02:10:53.291692Z","end":"2026-04-20T02:10:58.050755Z","steps":["trace[495716624] 'agreement among raft nodes before linearized reading' (duration: 4.756920125s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:58.050838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:53.291672Z","time spent":"4.75914786s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-20T02:10:58.051658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.631021479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-20T02:10:58.051723Z","caller":"traceutil/trace.go:171","msg":"trace[956852079] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2693; }","duration":"3.631087271s","start":"2026-04-20T02:10:54.42062Z","end":"2026-04-20T02:10:58.051707Z","steps":["trace[956852079] 'agreement among raft nodes before linearized reading' (duration: 3.629337509s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:58.051758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:54.420528Z","time spent":"3.631222275s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-20T02:10:58.238277Z","caller":"traceutil/trace.go:171","msg":"trace[1855678405] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"182.710042ms","start":"2026-04-20T02:10:58.055542Z","end":"2026-04-20T02:10:58.238252Z","steps":["trace[1855678405] 'process raft request' (duration: 182.538447ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:10:58.238691Z","caller":"traceutil/trace.go:171","msg":"trace[591310038] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"182.879335ms","start":"2026-04-20T02:10:58.055749Z","end":"2026-04-20T02:10:58.238629Z","steps":["trace[591310038] 'process raft request' (duration: 182.69342ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:10:58.238684Z","caller":"traceutil/trace.go:171","msg":"trace[737056886] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"182.950057ms","start":"2026-04-20T02:10:58.055644Z","end":"2026-04-20T02:10:58.238594Z","steps":["trace[737056886] 'process raft request' (duration: 182.567118ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:10:58.238868Z","caller":"traceutil/trace.go:171","msg":"trace[2123685080] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"182.868285ms","start":"2026-04-20T02:10:58.055978Z","end":"2026-04-20T02:10:58.238846Z","steps":["trace[2123685080] 'process raft request' (duration: 182.585338ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:10:58.239313Z","caller":"traceutil/trace.go:171","msg":"trace[1169515903] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"183.237764ms","start":"2026-04-20T02:10:58.05605Z","end":"2026-04-20T02:10:58.239288Z","steps":["trace[1169515903] 'process raft request' (duration: 182.730031ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:10:58.239401Z","caller":"traceutil/trace.go:171","msg":"trace[1153110713] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"183.029369ms","start":"2026-04-20T02:10:58.056346Z","end":"2026-04-20T02:10:58.239375Z","steps":["trace[1153110713] 'process raft request' (duration: 182.797013ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:10:58.239347Z","caller":"traceutil/trace.go:171","msg":"trace[1761825244] linearizableReadLoop","detail":"{readStateIndex:2801; appliedIndex:2798; }","duration":"183.551411ms","start":"2026-04-20T02:10:58.055754Z","end":"2026-04-20T02:10:58.239305Z","steps":["trace[1761825244] 'read index received' (duration: 148.369449ms)","trace[1761825244] 'applied index is now lower than readState.Index' (duration: 35.180812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:10:58.24066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.884255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1375"} {"level":"info","ts":"2026-04-20T02:10:58.240737Z","caller":"traceutil/trace.go:171","msg":"trace[793773667] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2699; }","duration":"184.999307ms","start":"2026-04-20T02:10:58.055722Z","end":"2026-04-20T02:10:58.240721Z","steps":["trace[793773667] 'agreement among raft nodes before linearized reading' (duration: 183.794717ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:10:58.46846Z","caller":"traceutil/trace.go:171","msg":"trace[396476808] linearizableReadLoop","detail":"{readStateIndex:2806; appliedIndex:2805; }","duration":"228.959106ms","start":"2026-04-20T02:10:58.239472Z","end":"2026-04-20T02:10:58.468431Z","steps":["trace[396476808] 'read index received' (duration: 160.561309ms)","trace[396476808] 'applied index is now lower than readState.Index' (duration: 68.396827ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:10:58.468534Z","caller":"traceutil/trace.go:171","msg":"trace[814704883] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"246.191219ms","start":"2026-04-20T02:10:58.222289Z","end":"2026-04-20T02:10:58.468481Z","steps":["trace[814704883] 'process raft request' (duration: 177.830722ms)","trace[814704883] 'compare' (duration: 68.178812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:10:58.468658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.63201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"warn","ts":"2026-04-20T02:10:58.468791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.111927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1245"} {"level":"info","ts":"2026-04-20T02:10:58.468804Z","caller":"traceutil/trace.go:171","msg":"trace[201908129] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2700; }","duration":"412.712723ms","start":"2026-04-20T02:10:58.055993Z","end":"2026-04-20T02:10:58.468706Z","steps":["trace[201908129] 'agreement among raft nodes before linearized reading' (duration: 412.487968ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:10:58.468838Z","caller":"traceutil/trace.go:171","msg":"trace[831763623] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2700; }","duration":"224.198269ms","start":"2026-04-20T02:10:58.244627Z","end":"2026-04-20T02:10:58.468825Z","steps":["trace[831763623] 'agreement among raft nodes before linearized reading' (duration: 224.058116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:58.468853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:58.055982Z","time spent":"412.859426ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":589,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-20T02:10:58.468866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.922089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:10:58.468873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.932958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-20T02:10:58.468911Z","caller":"traceutil/trace.go:171","msg":"trace[1050158379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2700; }","duration":"410.98901ms","start":"2026-04-20T02:10:58.057909Z","end":"2026-04-20T02:10:58.468898Z","steps":["trace[1050158379] 'agreement among raft nodes before linearized reading' (duration: 410.907528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:58.468944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:58.0579Z","time spent":"411.038261ms","remote":"127.0.0.1:59586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T02:10:58.469036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.102812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-20T02:10:58.468922Z","caller":"traceutil/trace.go:171","msg":"trace[922347095] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2700; }","duration":"413.02424ms","start":"2026-04-20T02:10:58.055883Z","end":"2026-04-20T02:10:58.468907Z","steps":["trace[922347095] 'agreement among raft nodes before linearized reading' (duration: 412.704962ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:10:58.469155Z","caller":"traceutil/trace.go:171","msg":"trace[1172212719] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2700; }","duration":"413.285626ms","start":"2026-04-20T02:10:58.05585Z","end":"2026-04-20T02:10:58.469135Z","steps":["trace[1172212719] 'agreement among raft nodes before linearized reading' (duration: 412.980029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:10:58.469211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:58.055826Z","time spent":"413.375429ms","remote":"127.0.0.1:59786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-20T02:10:58.469294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:10:58.055868Z","time spent":"413.40881ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-20T02:10:58.609332Z","caller":"traceutil/trace.go:171","msg":"trace[476465459] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"134.722324ms","start":"2026-04-20T02:10:58.474577Z","end":"2026-04-20T02:10:58.609299Z","steps":["trace[476465459] 'process raft request' (duration: 130.944932ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:13:27.786219Z","caller":"traceutil/trace.go:171","msg":"trace[149351847] transaction","detail":"{read_only:false; response_revision:4477; number_of_response:1; }","duration":"102.231696ms","start":"2026-04-20T02:13:27.683945Z","end":"2026-04-20T02:13:27.786177Z","steps":["trace[149351847] 'process raft request' (duration: 101.912238ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:13:27.93041Z","caller":"traceutil/trace.go:171","msg":"trace[1996485022] transaction","detail":"{read_only:false; response_revision:4482; number_of_response:1; }","duration":"102.314546ms","start":"2026-04-20T02:13:27.828052Z","end":"2026-04-20T02:13:27.930366Z","steps":["trace[1996485022] 'process raft request' (duration: 65.695483ms)","trace[1996485022] 'compare' (duration: 36.367387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:13:27.931011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.655357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124244"} {"level":"info","ts":"2026-04-20T02:13:27.931266Z","caller":"traceutil/trace.go:171","msg":"trace[227952547] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4482; }","duration":"100.931984ms","start":"2026-04-20T02:13:27.830311Z","end":"2026-04-20T02:13:27.931243Z","steps":["trace[227952547] 'agreement among raft nodes before linearized reading' (duration: 100.003571ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:13:28.564638Z","caller":"traceutil/trace.go:171","msg":"trace[1936857115] linearizableReadLoop","detail":"{readStateIndex:4731; appliedIndex:4730; }","duration":"165.017187ms","start":"2026-04-20T02:13:28.399591Z","end":"2026-04-20T02:13:28.564609Z","steps":["trace[1936857115] 'read index received' (duration: 164.843873ms)","trace[1936857115] 'applied index is now lower than readState.Index' (duration: 171.484µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:13:28.564715Z","caller":"traceutil/trace.go:171","msg":"trace[467476950] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"165.413746ms","start":"2026-04-20T02:13:28.399283Z","end":"2026-04-20T02:13:28.564696Z","steps":["trace[467476950] 'process raft request' (duration: 165.116569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:13:28.564953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.342865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-20T02:13:28.565024Z","caller":"traceutil/trace.go:171","msg":"trace[2087788620] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4535; }","duration":"165.438468ms","start":"2026-04-20T02:13:28.399566Z","end":"2026-04-20T02:13:28.565004Z","steps":["trace[2087788620] 'agreement among raft nodes before linearized reading' (duration: 165.214592ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:13:28.569744Z","caller":"traceutil/trace.go:171","msg":"trace[44417558] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"127.024909ms","start":"2026-04-20T02:13:28.442671Z","end":"2026-04-20T02:13:28.569696Z","steps":["trace[44417558] 'process raft request' (duration: 126.864136ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:13:30.792559Z","caller":"traceutil/trace.go:171","msg":"trace[898180623] linearizableReadLoop","detail":"{readStateIndex:4779; appliedIndex:4778; }","duration":"214.600217ms","start":"2026-04-20T02:13:30.577931Z","end":"2026-04-20T02:13:30.792531Z","steps":["trace[898180623] 'read index received' (duration: 214.426253ms)","trace[898180623] 'applied index is now lower than readState.Index' (duration: 172.984µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:13:30.792978Z","caller":"traceutil/trace.go:171","msg":"trace[336755689] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"220.84399ms","start":"2026-04-20T02:13:30.57212Z","end":"2026-04-20T02:13:30.792964Z","steps":["trace[336755689] 'process raft request' (duration: 220.126693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:13:30.7934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.446858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fs2qb\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-20T02:13:30.793442Z","caller":"traceutil/trace.go:171","msg":"trace[294431416] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fs2qb; range_end:; response_count:1; response_revision:4581; }","duration":"215.520339ms","start":"2026-04-20T02:13:30.577908Z","end":"2026-04-20T02:13:30.793429Z","steps":["trace[294431416] 'agreement among raft nodes before linearized reading' (duration: 215.327174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:13:30.793599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.840789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df6f9f25-b88f-46b8-ac5a-cbe47110b11a\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-20T02:13:30.793674Z","caller":"traceutil/trace.go:171","msg":"trace[1418033700] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df6f9f25-b88f-46b8-ac5a-cbe47110b11a; range_end:; response_count:1; response_revision:4581; }","duration":"111.973502ms","start":"2026-04-20T02:13:30.681682Z","end":"2026-04-20T02:13:30.793656Z","steps":["trace[1418033700] 'agreement among raft nodes before linearized reading' (duration: 111.744297ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:13:32.51006Z","caller":"traceutil/trace.go:171","msg":"trace[399427764] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"159.633976ms","start":"2026-04-20T02:13:32.350379Z","end":"2026-04-20T02:13:32.510013Z","steps":["trace[399427764] 'process raft request' (duration: 139.906875ms)","trace[399427764] 'compare' (duration: 19.429403ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:13:32.510449Z","caller":"traceutil/trace.go:171","msg":"trace[2021119135] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"158.18434ms","start":"2026-04-20T02:13:32.352255Z","end":"2026-04-20T02:13:32.510439Z","steps":["trace[2021119135] 'process raft request' (duration: 157.675028ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:13:43.49349Z","caller":"traceutil/trace.go:171","msg":"trace[1880642271] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"100.953123ms","start":"2026-04-20T02:13:43.392515Z","end":"2026-04-20T02:13:43.493468Z","steps":["trace[1880642271] 'process raft request' (duration: 70.783807ms)","trace[1880642271] 'compare' (duration: 29.762286ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:13:43.62416Z","caller":"traceutil/trace.go:171","msg":"trace[1675294805] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"106.261923ms","start":"2026-04-20T02:13:43.517869Z","end":"2026-04-20T02:13:43.624131Z","steps":["trace[1675294805] 'process raft request' (duration: 75.182135ms)","trace[1675294805] 'compare' (duration: 30.603037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:13:44.120699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.295371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-04-20T02:13:44.120809Z","caller":"traceutil/trace.go:171","msg":"trace[794788619] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4840; }","duration":"396.433585ms","start":"2026-04-20T02:13:43.724349Z","end":"2026-04-20T02:13:44.120783Z","steps":["trace[794788619] 'range keys from in-memory index tree' (duration: 396.104187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:13:44.120867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:13:43.724339Z","time spent":"396.512016ms","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4852,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-20T02:13:56.760439Z","caller":"traceutil/trace.go:171","msg":"trace[584640970] linearizableReadLoop","detail":"{readStateIndex:5280; appliedIndex:5279; }","duration":"228.285691ms","start":"2026-04-20T02:13:56.532116Z","end":"2026-04-20T02:13:56.760401Z","steps":["trace[584640970] 'read index received' (duration: 227.83285ms)","trace[584640970] 'applied index is now lower than readState.Index' (duration: 451.071µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:13:56.760547Z","caller":"traceutil/trace.go:171","msg":"trace[812969429] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"231.585692ms","start":"2026-04-20T02:13:56.528916Z","end":"2026-04-20T02:13:56.760502Z","steps":["trace[812969429] 'process raft request' (duration: 231.219052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:13:56.760787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.230794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-97a42ffd-4cce-4e13-a545-4737ba1e54e2\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-04-20T02:13:56.760797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.65234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ebbb6a38-0d42-4592-b2c7-6678d2b7f967\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-20T02:13:56.760857Z","caller":"traceutil/trace.go:171","msg":"trace[342377347] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-97a42ffd-4cce-4e13-a545-4737ba1e54e2; range_end:; response_count:1; response_revision:5066; }","duration":"120.442899ms","start":"2026-04-20T02:13:56.640399Z","end":"2026-04-20T02:13:56.760842Z","steps":["trace[342377347] 'agreement among raft nodes before linearized reading' (duration: 120.219144ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:13:56.760888Z","caller":"traceutil/trace.go:171","msg":"trace[1163049960] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ebbb6a38-0d42-4592-b2c7-6678d2b7f967; range_end:; response_count:1; response_revision:5066; }","duration":"228.821454ms","start":"2026-04-20T02:13:56.532049Z","end":"2026-04-20T02:13:56.760871Z","steps":["trace[1163049960] 'agreement among raft nodes before linearized reading' (duration: 228.559237ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:13:57.021604Z","caller":"traceutil/trace.go:171","msg":"trace[1521992959] linearizableReadLoop","detail":"{readStateIndex:5281; appliedIndex:5280; }","duration":"215.184841ms","start":"2026-04-20T02:13:56.806391Z","end":"2026-04-20T02:13:57.021575Z","steps":["trace[1521992959] 'read index received' (duration: 215.031918ms)","trace[1521992959] 'applied index is now lower than readState.Index' (duration: 151.683µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:13:57.021708Z","caller":"traceutil/trace.go:171","msg":"trace[825692149] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"246.30128ms","start":"2026-04-20T02:13:56.775365Z","end":"2026-04-20T02:13:57.021666Z","steps":["trace[825692149] 'process raft request' (duration: 246.023064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:13:57.022097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.669262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-20T02:13:57.022233Z","caller":"traceutil/trace.go:171","msg":"trace[1801470224] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5067; }","duration":"215.879607ms","start":"2026-04-20T02:13:56.806327Z","end":"2026-04-20T02:13:57.022206Z","steps":["trace[1801470224] 'agreement among raft nodes before linearized reading' (duration: 215.401746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:13:57.026342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.552468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-20T02:13:57.026403Z","caller":"traceutil/trace.go:171","msg":"trace[507340963] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5068; }","duration":"219.667161ms","start":"2026-04-20T02:13:56.806716Z","end":"2026-04-20T02:13:57.026383Z","steps":["trace[507340963] 'agreement among raft nodes before linearized reading' (duration: 219.474815ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:13:57.026362Z","caller":"traceutil/trace.go:171","msg":"trace[301535470] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"124.14418ms","start":"2026-04-20T02:13:56.902163Z","end":"2026-04-20T02:13:57.026307Z","steps":["trace[301535470] 'process raft request' (duration: 123.889903ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:13:57.163854Z","caller":"traceutil/trace.go:171","msg":"trace[181585433] linearizableReadLoop","detail":"{readStateIndex:5283; appliedIndex:5282; }","duration":"134.592024ms","start":"2026-04-20T02:13:57.029225Z","end":"2026-04-20T02:13:57.163817Z","steps":["trace[181585433] 'read index received' (duration: 58.521637ms)","trace[181585433] 'applied index is now lower than readState.Index' (duration: 76.068277ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:13:57.164055Z","caller":"traceutil/trace.go:171","msg":"trace[1519587821] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"135.259841ms","start":"2026-04-20T02:13:57.028777Z","end":"2026-04-20T02:13:57.164037Z","steps":["trace[1519587821] 'process raft request' (duration: 58.792384ms)","trace[1519587821] 'compare' (duration: 75.910302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:13:57.164208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.964243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-04-20T02:13:57.164299Z","caller":"traceutil/trace.go:171","msg":"trace[1241075662] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5069; }","duration":"135.076146ms","start":"2026-04-20T02:13:57.029202Z","end":"2026-04-20T02:13:57.164278Z","steps":["trace[1241075662] 'agreement among raft nodes before linearized reading' (duration: 134.872691ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:13:57.17422Z","caller":"traceutil/trace.go:171","msg":"trace[441467293] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"144.239489ms","start":"2026-04-20T02:13:57.029951Z","end":"2026-04-20T02:13:57.174191Z","steps":["trace[441467293] 'process raft request' (duration: 143.943272ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:13:57.174423Z","caller":"traceutil/trace.go:171","msg":"trace[1961132483] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"144.438214ms","start":"2026-04-20T02:13:57.029971Z","end":"2026-04-20T02:13:57.174409Z","steps":["trace[1961132483] 'process raft request' (duration: 144.134277ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:13:57.174659Z","caller":"traceutil/trace.go:171","msg":"trace[1007886905] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"135.372333ms","start":"2026-04-20T02:13:57.039278Z","end":"2026-04-20T02:13:57.174651Z","steps":["trace[1007886905] 'process raft request' (duration: 135.196569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:13:57.174705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.816929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:59881"} {"level":"info","ts":"2026-04-20T02:13:57.174777Z","caller":"traceutil/trace.go:171","msg":"trace[880296370] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5075; }","duration":"143.936162ms","start":"2026-04-20T02:13:57.030828Z","end":"2026-04-20T02:13:57.174764Z","steps":["trace[880296370] 'agreement among raft nodes before linearized reading' (duration: 143.716806ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:13:57.174795Z","caller":"traceutil/trace.go:171","msg":"trace[1635123651] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"141.281238ms","start":"2026-04-20T02:13:57.033505Z","end":"2026-04-20T02:13:57.174786Z","steps":["trace[1635123651] 'process raft request' (duration: 140.919918ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:13:57.174957Z","caller":"traceutil/trace.go:171","msg":"trace[1294772518] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"144.786033ms","start":"2026-04-20T02:13:57.030155Z","end":"2026-04-20T02:13:57.174941Z","steps":["trace[1294772518] 'process raft request' (duration: 144.128996ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:13:57.175223Z","caller":"traceutil/trace.go:171","msg":"trace[1990288114] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"142.907957ms","start":"2026-04-20T02:13:57.032302Z","end":"2026-04-20T02:13:57.17521Z","steps":["trace[1990288114] 'process raft request' (duration: 142.085136ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:13:57.316344Z","caller":"traceutil/trace.go:171","msg":"trace[246073929] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"124.347564ms","start":"2026-04-20T02:13:57.191941Z","end":"2026-04-20T02:13:57.316288Z","steps":["trace[246073929] 'process raft request' (duration: 98.841091ms)","trace[246073929] 'compare' (duration: 25.267157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:13:57.316442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.495056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-04-20T02:13:57.316533Z","caller":"traceutil/trace.go:171","msg":"trace[1323625763] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5082; }","duration":"126.62745ms","start":"2026-04-20T02:13:57.189883Z","end":"2026-04-20T02:13:57.316511Z","steps":["trace[1323625763] 'agreement among raft nodes before linearized reading' (duration: 126.359294ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:16:46.020471Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3190} {"level":"info","ts":"2026-04-20T02:16:46.114502Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3190,"took":"91.893227ms","hash":3235672117,"current-db-size-bytes":59564032,"current-db-size":"60 MB","current-db-size-in-use-bytes":33411072,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-20T02:16:46.114606Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3235672117,"revision":3190,"compact-revision":-1} {"level":"info","ts":"2026-04-20T02:19:47.838605Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002199.wal"} {"level":"warn","ts":"2026-04-20T02:19:51.785685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.429925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T02:19:51.786113Z","caller":"traceutil/trace.go:171","msg":"trace[1145066848] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"363.734347ms","start":"2026-04-20T02:19:51.422354Z","end":"2026-04-20T02:19:51.786088Z","steps":["trace[1145066848] 'process raft request' (duration: 363.646245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:19:51.7862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:19:51.422343Z","time spent":"363.813949ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:19:51.786818Z","caller":"traceutil/trace.go:171","msg":"trace[852480944] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"367.505169ms","start":"2026-04-20T02:19:51.419209Z","end":"2026-04-20T02:19:51.786715Z","steps":["trace[852480944] 'process raft request' (duration: 138.907846ms)","trace[852480944] 'compare' (duration: 227.122228ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:19:51.787099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:19:51.419197Z","time spent":"367.736915ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:19:51.786921Z","caller":"traceutil/trace.go:171","msg":"trace[1813808858] linearizableReadLoop","detail":"{readStateIndex:8627; appliedIndex:8626; }","duration":"366.928945ms","start":"2026-04-20T02:19:51.419928Z","end":"2026-04-20T02:19:51.786857Z","steps":["trace[1813808858] 'read index received' (duration: 138.204158ms)","trace[1813808858] 'applied index is now lower than readState.Index' (duration: 228.719347ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:19:51.7873Z","caller":"traceutil/trace.go:171","msg":"trace[1087634948] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"365.353066ms","start":"2026-04-20T02:19:51.421144Z","end":"2026-04-20T02:19:51.786498Z","steps":["trace[1087634948] 'process raft request' (duration: 364.720921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:19:51.787503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:19:51.421121Z","time spent":"366.26808ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:19:51.787547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.239833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-20T02:19:51.787604Z","caller":"traceutil/trace.go:171","msg":"trace[1893709752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8261; }","duration":"367.333284ms","start":"2026-04-20T02:19:51.420257Z","end":"2026-04-20T02:19:51.78759Z","steps":["trace[1893709752] 'agreement among raft nodes before linearized reading' (duration: 367.050428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:19:51.787647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:19:51.420241Z","time spent":"367.397287ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-20T02:19:51.787683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.97016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-20T02:19:51.787717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.619975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-20T02:19:51.787763Z","caller":"traceutil/trace.go:171","msg":"trace[183385889] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8261; }","duration":"191.088723ms","start":"2026-04-20T02:19:51.596651Z","end":"2026-04-20T02:19:51.78774Z","steps":["trace[183385889] 'agreement among raft nodes before linearized reading' (duration: 190.837907ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:19:51.787814Z","caller":"traceutil/trace.go:171","msg":"trace[1196751569] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8261; }","duration":"184.78686ms","start":"2026-04-20T02:19:51.603003Z","end":"2026-04-20T02:19:51.78779Z","steps":["trace[1196751569] 'agreement among raft nodes before linearized reading' (duration: 184.454692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:19:51.789401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.435617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203496"} {"level":"info","ts":"2026-04-20T02:19:51.789553Z","caller":"traceutil/trace.go:171","msg":"trace[109388364] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8261; }","duration":"369.607511ms","start":"2026-04-20T02:19:51.41992Z","end":"2026-04-20T02:19:51.789527Z","steps":["trace[109388364] 'agreement among raft nodes before linearized reading' (duration: 367.11103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:19:51.789743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:19:51.419877Z","time spent":"369.776455ms","remote":"127.0.0.1:59786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":203518,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-20T02:19:51.955302Z","caller":"traceutil/trace.go:171","msg":"trace[224329546] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"156.39723ms","start":"2026-04-20T02:19:51.798867Z","end":"2026-04-20T02:19:51.955264Z","steps":["trace[224329546] 'process raft request' (duration: 97.985721ms)","trace[224329546] 'compare' (duration: 58.246644ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:19:51.959168Z","caller":"traceutil/trace.go:171","msg":"trace[117968008] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"157.135838ms","start":"2026-04-20T02:19:51.802008Z","end":"2026-04-20T02:19:51.959144Z","steps":["trace[117968008] 'process raft request' (duration: 157.084587ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:19:51.959249Z","caller":"traceutil/trace.go:171","msg":"trace[1703613519] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"157.628609ms","start":"2026-04-20T02:19:51.801573Z","end":"2026-04-20T02:19:51.959202Z","steps":["trace[1703613519] 'process raft request' (duration: 157.416884ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:20:03.946993Z","caller":"traceutil/trace.go:171","msg":"trace[1655704659] linearizableReadLoop","detail":"{readStateIndex:8710; appliedIndex:8709; }","duration":"101.881606ms","start":"2026-04-20T02:20:03.845083Z","end":"2026-04-20T02:20:03.946965Z","steps":["trace[1655704659] 'read index received' (duration: 101.767043ms)","trace[1655704659] 'applied index is now lower than readState.Index' (duration: 110.342µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:20:03.947213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.949533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-20T02:20:03.947213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.118121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-20T02:20:03.947257Z","caller":"traceutil/trace.go:171","msg":"trace[1025492387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8338; }","duration":"101.044915ms","start":"2026-04-20T02:20:03.846201Z","end":"2026-04-20T02:20:03.947246Z","steps":["trace[1025492387] 'agreement among raft nodes before linearized reading' (duration: 100.927022ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:20:03.947273Z","caller":"traceutil/trace.go:171","msg":"trace[2039784595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8338; }","duration":"102.231674ms","start":"2026-04-20T02:20:03.845025Z","end":"2026-04-20T02:20:03.947257Z","steps":["trace[2039784595] 'agreement among raft nodes before linearized reading' (duration: 102.047179ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:20:03.947214Z","caller":"traceutil/trace.go:171","msg":"trace[168359597] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"222.974467ms","start":"2026-04-20T02:20:03.724058Z","end":"2026-04-20T02:20:03.947033Z","steps":["trace[168359597] 'process raft request' (duration: 222.714691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:20:03.947487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.922312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-20T02:20:03.947526Z","caller":"traceutil/trace.go:171","msg":"trace[809837146] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8338; }","duration":"101.003764ms","start":"2026-04-20T02:20:03.846513Z","end":"2026-04-20T02:20:03.947517Z","steps":["trace[809837146] 'agreement among raft nodes before linearized reading' (duration: 100.899141ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:20:04.158804Z","caller":"traceutil/trace.go:171","msg":"trace[1241598752] linearizableReadLoop","detail":"{readStateIndex:8711; appliedIndex:8710; }","duration":"205.556614ms","start":"2026-04-20T02:20:03.953193Z","end":"2026-04-20T02:20:04.158749Z","steps":["trace[1241598752] 'read index received' (duration: 205.36089ms)","trace[1241598752] 'applied index is now lower than readState.Index' (duration: 194.134µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:20:04.158872Z","caller":"traceutil/trace.go:171","msg":"trace[636647264] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"206.418795ms","start":"2026-04-20T02:20:03.952403Z","end":"2026-04-20T02:20:04.158822Z","steps":["trace[636647264] 'process raft request' (duration: 206.126978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:20:04.159417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.179779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203496"} {"level":"info","ts":"2026-04-20T02:20:04.159462Z","caller":"traceutil/trace.go:171","msg":"trace[144385015] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8339; }","duration":"206.284622ms","start":"2026-04-20T02:20:03.953166Z","end":"2026-04-20T02:20:04.15945Z","steps":["trace[144385015] 'agreement among raft nodes before linearized reading' (duration: 205.76094ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:20:04.176443Z","caller":"traceutil/trace.go:171","msg":"trace[886530964] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"222.999898ms","start":"2026-04-20T02:20:03.953408Z","end":"2026-04-20T02:20:04.176408Z","steps":["trace[886530964] 'process raft request' (duration: 222.807404ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:20:04.1768Z","caller":"traceutil/trace.go:171","msg":"trace[480858870] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"220.306902ms","start":"2026-04-20T02:20:03.956458Z","end":"2026-04-20T02:20:04.176765Z","steps":["trace[480858870] 'process raft request' (duration: 219.916763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:20:04.176821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.637724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-20T02:20:04.176871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.656896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-20T02:20:04.176946Z","caller":"traceutil/trace.go:171","msg":"trace[1057196716] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8341; }","duration":"165.83293ms","start":"2026-04-20T02:20:04.011084Z","end":"2026-04-20T02:20:04.176917Z","steps":["trace[1057196716] 'agreement among raft nodes before linearized reading' (duration: 165.509212ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:20:04.176968Z","caller":"traceutil/trace.go:171","msg":"trace[285933636] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8341; }","duration":"100.798239ms","start":"2026-04-20T02:20:04.076146Z","end":"2026-04-20T02:20:04.176944Z","steps":["trace[285933636] 'agreement among raft nodes before linearized reading' (duration: 100.577894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:20:04.915862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.68624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T02:20:04.916002Z","caller":"traceutil/trace.go:171","msg":"trace[1467974894] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"436.68025ms","start":"2026-04-20T02:20:04.479296Z","end":"2026-04-20T02:20:04.915976Z","steps":["trace[1467974894] 'process raft request' (duration: 262.754154ms)","trace[1467974894] 'compare' (duration: 173.504646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:20:04.91607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:20:04.479277Z","time spent":"436.762771ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:20:05.633251Z","caller":"traceutil/trace.go:171","msg":"trace[297937709] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"125.019658ms","start":"2026-04-20T02:20:05.508179Z","end":"2026-04-20T02:20:05.633198Z","steps":["trace[297937709] 'process raft request' (duration: 88.232234ms)","trace[297937709] 'compare' (duration: 36.429995ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:20:05.893564Z","caller":"traceutil/trace.go:171","msg":"trace[1626419178] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"172.344938ms","start":"2026-04-20T02:20:05.721179Z","end":"2026-04-20T02:20:05.893524Z","steps":["trace[1626419178] 'process raft request' (duration: 106.794855ms)","trace[1626419178] 'compare' (duration: 65.326847ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:20:47.389574Z","caller":"traceutil/trace.go:171","msg":"trace[1496261988] linearizableReadLoop","detail":"{readStateIndex:9122; appliedIndex:9121; }","duration":"246.771855ms","start":"2026-04-20T02:20:47.14277Z","end":"2026-04-20T02:20:47.389542Z","steps":["trace[1496261988] 'read index received' (duration: 246.523559ms)","trace[1496261988] 'applied index is now lower than readState.Index' (duration: 246.566µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:20:47.389592Z","caller":"traceutil/trace.go:171","msg":"trace[1722016717] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"310.325ms","start":"2026-04-20T02:20:47.079231Z","end":"2026-04-20T02:20:47.389556Z","steps":["trace[1722016717] 'process raft request' (duration: 310.082414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:20:47.38979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.991951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:20:47.389889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:20:47.079191Z","time spent":"310.585036ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:20:47.389897Z","caller":"traceutil/trace.go:171","msg":"trace[1972482732] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8727; }","duration":"247.162425ms","start":"2026-04-20T02:20:47.14271Z","end":"2026-04-20T02:20:47.389872Z","steps":["trace[1972482732] 'agreement among raft nodes before linearized reading' (duration: 246.94262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:20:47.399136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.518083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-20T02:20:47.399203Z","caller":"traceutil/trace.go:171","msg":"trace[1374724760] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8728; }","duration":"212.634796ms","start":"2026-04-20T02:20:47.186552Z","end":"2026-04-20T02:20:47.399187Z","steps":["trace[1374724760] 'agreement among raft nodes before linearized reading' (duration: 212.448331ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:20:47.54344Z","caller":"traceutil/trace.go:171","msg":"trace[2077799713] linearizableReadLoop","detail":"{readStateIndex:9124; appliedIndex:9123; }","duration":"105.723869ms","start":"2026-04-20T02:20:47.437682Z","end":"2026-04-20T02:20:47.543406Z","steps":["trace[2077799713] 'read index received' (duration: 96.397151ms)","trace[2077799713] 'applied index is now lower than readState.Index' (duration: 9.325378ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:20:47.543574Z","caller":"traceutil/trace.go:171","msg":"trace[1143931836] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"138.960486ms","start":"2026-04-20T02:20:47.404556Z","end":"2026-04-20T02:20:47.543516Z","steps":["trace[1143931836] 'process raft request' (duration: 129.553257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:20:47.543679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.941144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T02:20:47.543826Z","caller":"traceutil/trace.go:171","msg":"trace[1221372766] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8729; }","duration":"106.145029ms","start":"2026-04-20T02:20:47.437643Z","end":"2026-04-20T02:20:47.543788Z","steps":["trace[1221372766] 'agreement among raft nodes before linearized reading' (duration: 105.864862ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:20:48.769516Z","caller":"traceutil/trace.go:171","msg":"trace[834994752] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"143.529427ms","start":"2026-04-20T02:20:48.625954Z","end":"2026-04-20T02:20:48.769483Z","steps":["trace[834994752] 'process raft request' (duration: 143.286851ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:20:48.76969Z","caller":"traceutil/trace.go:171","msg":"trace[783632139] linearizableReadLoop","detail":"{readStateIndex:9130; appliedIndex:9127; }","duration":"108.898055ms","start":"2026-04-20T02:20:48.660766Z","end":"2026-04-20T02:20:48.769664Z","steps":["trace[783632139] 'read index received' (duration: 20.329964ms)","trace[783632139] 'applied index is now lower than readState.Index' (duration: 88.565651ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:20:48.769762Z","caller":"traceutil/trace.go:171","msg":"trace[2136601947] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"143.652889ms","start":"2026-04-20T02:20:48.626056Z","end":"2026-04-20T02:20:48.769709Z","steps":["trace[2136601947] 'process raft request' (duration: 143.381473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:20:48.769895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.11255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:2953"} {"level":"info","ts":"2026-04-20T02:20:48.769952Z","caller":"traceutil/trace.go:171","msg":"trace[2060494064] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8735; }","duration":"109.232753ms","start":"2026-04-20T02:20:48.660704Z","end":"2026-04-20T02:20:48.769937Z","steps":["trace[2060494064] 'agreement among raft nodes before linearized reading' (duration: 109.058419ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:20:49.100646Z","caller":"traceutil/trace.go:171","msg":"trace[1715018753] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"116.380758ms","start":"2026-04-20T02:20:48.984221Z","end":"2026-04-20T02:20:49.100601Z","steps":["trace[1715018753] 'process raft request' (duration: 16.206384ms)","trace[1715018753] 'compare' (duration: 99.725842ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:21:46.028056Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6497} {"level":"info","ts":"2026-04-20T02:21:46.118348Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6497,"took":"87.963724ms","hash":1124437342,"current-db-size-bytes":59564032,"current-db-size":"60 MB","current-db-size-in-use-bytes":26423296,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-20T02:21:46.118426Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1124437342,"revision":6497,"compact-revision":3190} {"level":"info","ts":"2026-04-20T02:21:53.109182Z","caller":"traceutil/trace.go:171","msg":"trace[478334307] transaction","detail":"{read_only:false; response_revision:9439; number_of_response:1; }","duration":"135.231481ms","start":"2026-04-20T02:21:52.973916Z","end":"2026-04-20T02:21:53.109148Z","steps":["trace[478334307] 'process raft request' (duration: 135.024536ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:22:05.702072Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-20T02:22:05.710936Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-20T02:22:05.71111Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-20T02:26:46.034954Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9389} {"level":"info","ts":"2026-04-20T02:26:46.122139Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9389,"took":"84.078646ms","hash":4064094147,"current-db-size-bytes":59564032,"current-db-size":"60 MB","current-db-size-in-use-bytes":25583616,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-20T02:26:46.122227Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4064094147,"revision":9389,"compact-revision":6497}