{"level":"warn","ts":"2026-03-31T20:22:09.046456Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:22:09.046602Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.62:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.62:2380","--initial-cluster=instance=https://199.19.213.62:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.62:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.62:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T20:22:09.046725Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:22:09.046751Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.62:2380"]} {"level":"info","ts":"2026-03-31T20:22:09.046785Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:22:09.047926Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.62:2379"]} {"level":"info","ts":"2026-03-31T20:22:09.048063Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.62:2380"],"listen-peer-urls":["https://199.19.213.62:2380"],"advertise-client-urls":["https://199.19.213.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.62:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T20:22:09.051717Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.225463ms"} {"level":"info","ts":"2026-03-31T20:22:09.058326Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2451868e402db19e","cluster-id":"1953d1daf63e3757"} {"level":"info","ts":"2026-03-31T20:22:09.058404Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T20:22:09.058425Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e became follower at term 0"} {"level":"info","ts":"2026-03-31T20:22:09.058445Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2451868e402db19e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T20:22:09.058457Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e became follower at term 1"} {"level":"info","ts":"2026-03-31T20:22:09.058498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e switched to configuration voters=(2617020803999183262)"} {"level":"warn","ts":"2026-03-31T20:22:09.068343Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T20:22:09.069998Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T20:22:09.071205Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T20:22:09.073485Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2451868e402db19e","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T20:22:09.07362Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2451868e402db19e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T20:22:09.07407Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:22:09.074153Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:22:09.074188Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:22:09.075276Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e switched to configuration voters=(2617020803999183262)"} {"level":"info","ts":"2026-03-31T20:22:09.075542Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"1953d1daf63e3757","local-member-id":"2451868e402db19e","added-peer-id":"2451868e402db19e","added-peer-peer-urls":["https://199.19.213.62:2380"]} {"level":"info","ts":"2026-03-31T20:22:09.078144Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:22:09.078353Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.62:2380"} {"level":"info","ts":"2026-03-31T20:22:09.078424Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2451868e402db19e","initial-advertise-peer-urls":["https://199.19.213.62:2380"],"listen-peer-urls":["https://199.19.213.62:2380"],"advertise-client-urls":["https://199.19.213.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T20:22:09.078458Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.62:2380"} {"level":"info","ts":"2026-03-31T20:22:09.078496Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T20:22:09.258743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T20:22:09.258829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T20:22:09.258871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e received MsgPreVoteResp from 2451868e402db19e at term 1"} {"level":"info","ts":"2026-03-31T20:22:09.258892Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e became candidate at term 2"} {"level":"info","ts":"2026-03-31T20:22:09.258903Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e received MsgVoteResp from 2451868e402db19e at term 2"} {"level":"info","ts":"2026-03-31T20:22:09.258919Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e became leader at term 2"} {"level":"info","ts":"2026-03-31T20:22:09.258933Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2451868e402db19e elected leader 2451868e402db19e at term 2"} {"level":"info","ts":"2026-03-31T20:22:09.259919Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:22:09.260815Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2451868e402db19e","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.62:2379]}","request-path":"/0/members/2451868e402db19e/attributes","cluster-id":"1953d1daf63e3757","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T20:22:09.260872Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:22:09.26092Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:22:09.261139Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T20:22:09.261195Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T20:22:09.263869Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"1953d1daf63e3757","local-member-id":"2451868e402db19e","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:22:09.264143Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:22:09.264197Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:22:09.265117Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T20:22:09.266368Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.62:2379"} {"level":"info","ts":"2026-03-31T20:22:30.316113Z","caller":"traceutil/trace.go:171","msg":"trace[968424269] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"498.621611ms","start":"2026-03-31T20:22:29.817465Z","end":"2026-03-31T20:22:30.316086Z","steps":["trace[968424269] 'process raft request' (duration: 498.250801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:30.316715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:29.817431Z","time spent":"498.759695ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:31.564434Z","caller":"traceutil/trace.go:171","msg":"trace[12206081] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"104.233494ms","start":"2026-03-31T20:22:31.460173Z","end":"2026-03-31T20:22:31.564407Z","steps":["trace[12206081] 'process raft request' (duration: 104.061308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:39.814445Z","caller":"traceutil/trace.go:171","msg":"trace[1948463312] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"153.640194ms","start":"2026-03-31T20:22:39.660762Z","end":"2026-03-31T20:22:39.814402Z","steps":["trace[1948463312] 'process raft request' (duration: 153.248474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:39.814479Z","caller":"traceutil/trace.go:171","msg":"trace[700068308] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"153.367737ms","start":"2026-03-31T20:22:39.66107Z","end":"2026-03-31T20:22:39.814438Z","steps":["trace[700068308] 'process raft request' (duration: 153.163932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:39.814544Z","caller":"traceutil/trace.go:171","msg":"trace[1202284094] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"138.217194ms","start":"2026-03-31T20:22:39.676295Z","end":"2026-03-31T20:22:39.814513Z","steps":["trace[1202284094] 'process raft request' (duration: 138.009279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:39.814664Z","caller":"traceutil/trace.go:171","msg":"trace[1111696227] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"134.877348ms","start":"2026-03-31T20:22:39.679774Z","end":"2026-03-31T20:22:39.814652Z","steps":["trace[1111696227] 'process raft request' (duration: 134.627392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:39.814748Z","caller":"traceutil/trace.go:171","msg":"trace[682995623] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"129.150628ms","start":"2026-03-31T20:22:39.685508Z","end":"2026-03-31T20:22:39.814659Z","steps":["trace[682995623] 'process raft request' (duration: 128.974524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:39.814825Z","caller":"traceutil/trace.go:171","msg":"trace[492233606] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"127.158907ms","start":"2026-03-31T20:22:39.687552Z","end":"2026-03-31T20:22:39.814711Z","steps":["trace[492233606] 'process raft request' (duration: 127.003593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:39.814766Z","caller":"traceutil/trace.go:171","msg":"trace[1197251967] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"123.984325ms","start":"2026-03-31T20:22:39.690732Z","end":"2026-03-31T20:22:39.814716Z","steps":["trace[1197251967] 'process raft request' (duration: 123.890702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:39.868203Z","caller":"traceutil/trace.go:171","msg":"trace[1049498558] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"165.073421ms","start":"2026-03-31T20:22:39.703111Z","end":"2026-03-31T20:22:39.868185Z","steps":["trace[1049498558] 'process raft request' (duration: 164.900426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:39.868186Z","caller":"traceutil/trace.go:171","msg":"trace[799756159] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"165.43213ms","start":"2026-03-31T20:22:39.702717Z","end":"2026-03-31T20:22:39.868149Z","steps":["trace[799756159] 'process raft request' (duration: 165.227994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:39.868191Z","caller":"traceutil/trace.go:171","msg":"trace[1491330132] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"166.831977ms","start":"2026-03-31T20:22:39.701288Z","end":"2026-03-31T20:22:39.86812Z","steps":["trace[1491330132] 'process raft request' (duration: 166.416076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:39.868542Z","caller":"traceutil/trace.go:171","msg":"trace[804294965] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"164.634029ms","start":"2026-03-31T20:22:39.703885Z","end":"2026-03-31T20:22:39.868519Z","steps":["trace[804294965] 'process raft request' (duration: 164.243149ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:39.868622Z","caller":"traceutil/trace.go:171","msg":"trace[119239761] transaction","detail":"{read_only:false; number_of_response:1; response_revision:520; }","duration":"164.154306ms","start":"2026-03-31T20:22:39.704449Z","end":"2026-03-31T20:22:39.868604Z","steps":["trace[119239761] 'process raft request' (duration: 163.92697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:39.86876Z","caller":"traceutil/trace.go:171","msg":"trace[1934269820] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"142.445563ms","start":"2026-03-31T20:22:39.726296Z","end":"2026-03-31T20:22:39.868742Z","steps":["trace[1934269820] 'process raft request' (duration: 142.239978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:40.021337Z","caller":"traceutil/trace.go:171","msg":"trace[1488558542] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"200.441388ms","start":"2026-03-31T20:22:39.820863Z","end":"2026-03-31T20:22:40.021304Z","steps":["trace[1488558542] 'process raft request' (duration: 170.597585ms)","trace[1488558542] 'compare' (duration: 29.616397ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:40.021664Z","caller":"traceutil/trace.go:171","msg":"trace[1114078479] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"198.029326ms","start":"2026-03-31T20:22:39.823557Z","end":"2026-03-31T20:22:40.021586Z","steps":["trace[1114078479] 'process raft request' (duration: 197.674456ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:40.022852Z","caller":"traceutil/trace.go:171","msg":"trace[219197542] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"194.450133ms","start":"2026-03-31T20:22:39.828151Z","end":"2026-03-31T20:22:40.022602Z","steps":["trace[219197542] 'process raft request' (duration: 193.132579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:40.027716Z","caller":"traceutil/trace.go:171","msg":"trace[2072275760] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"199.260627ms","start":"2026-03-31T20:22:39.828415Z","end":"2026-03-31T20:22:40.027676Z","steps":["trace[2072275760] 'process raft request' (duration: 194.34342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:40.027906Z","caller":"traceutil/trace.go:171","msg":"trace[1552789966] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"196.830074ms","start":"2026-03-31T20:22:39.831046Z","end":"2026-03-31T20:22:40.027877Z","steps":["trace[1552789966] 'process raft request' (duration: 196.624158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:40.027969Z","caller":"traceutil/trace.go:171","msg":"trace[767867930] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"188.879178ms","start":"2026-03-31T20:22:39.839064Z","end":"2026-03-31T20:22:40.027943Z","steps":["trace[767867930] 'process raft request' (duration: 188.821086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:40.028054Z","caller":"traceutil/trace.go:171","msg":"trace[73246574] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"198.99437ms","start":"2026-03-31T20:22:39.829043Z","end":"2026-03-31T20:22:40.028037Z","steps":["trace[73246574] 'process raft request' (duration: 198.566809ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:40.028022Z","caller":"traceutil/trace.go:171","msg":"trace[611757050] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"192.684227ms","start":"2026-03-31T20:22:39.835295Z","end":"2026-03-31T20:22:40.027979Z","steps":["trace[611757050] 'process raft request' (duration: 192.427139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:40.028058Z","caller":"traceutil/trace.go:171","msg":"trace[848797426] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"189.858543ms","start":"2026-03-31T20:22:39.83817Z","end":"2026-03-31T20:22:40.028029Z","steps":["trace[848797426] 'process raft request' (duration: 189.625047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:40.044407Z","caller":"traceutil/trace.go:171","msg":"trace[278004923] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"141.382507ms","start":"2026-03-31T20:22:39.903004Z","end":"2026-03-31T20:22:40.044386Z","steps":["trace[278004923] 'process raft request' (duration: 141.216502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:40.044881Z","caller":"traceutil/trace.go:171","msg":"trace[1454646455] transaction","detail":"{read_only:false; number_of_response:1; response_revision:530; }","duration":"152.686709ms","start":"2026-03-31T20:22:39.892181Z","end":"2026-03-31T20:22:40.044867Z","steps":["trace[1454646455] 'process raft request' (duration: 151.896149ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:40.621523Z","caller":"traceutil/trace.go:171","msg":"trace[162906942] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"576.598282ms","start":"2026-03-31T20:22:40.044877Z","end":"2026-03-31T20:22:40.621476Z","steps":["trace[162906942] 'process raft request' (duration: 506.439952ms)","trace[162906942] 'compare' (duration: 69.759119ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:40.621632Z","caller":"traceutil/trace.go:171","msg":"trace[342073221] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"571.591753ms","start":"2026-03-31T20:22:40.050008Z","end":"2026-03-31T20:22:40.621599Z","steps":["trace[342073221] 'process raft request' (duration: 571.335586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:40.621744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:40.044853Z","time spent":"576.769047ms","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:40.621862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:40.049963Z","time spent":"571.761497ms","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:40.621983Z","caller":"traceutil/trace.go:171","msg":"trace[1270548738] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"567.928377ms","start":"2026-03-31T20:22:40.05402Z","end":"2026-03-31T20:22:40.621948Z","steps":["trace[1270548738] 'process raft request' (duration: 567.520127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:40.622173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:40.053987Z","time spent":"568.078441ms","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:40.622307Z","caller":"traceutil/trace.go:171","msg":"trace[863476600] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"529.003159ms","start":"2026-03-31T20:22:40.093267Z","end":"2026-03-31T20:22:40.62227Z","steps":["trace[863476600] 'process raft request' (duration: 528.724661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:40.622354Z","caller":"traceutil/trace.go:171","msg":"trace[1339288429] linearizableReadLoop","detail":"{readStateIndex:556; appliedIndex:551; }","duration":"266.402869ms","start":"2026-03-31T20:22:40.355925Z","end":"2026-03-31T20:22:40.622328Z","steps":["trace[1339288429] 'read index received' (duration: 195.502521ms)","trace[1339288429] 'applied index is now lower than readState.Index' (duration: 70.898848ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:40.622389Z","caller":"traceutil/trace.go:171","msg":"trace[1382875633] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"518.489596ms","start":"2026-03-31T20:22:40.103872Z","end":"2026-03-31T20:22:40.622362Z","steps":["trace[1382875633] 'process raft request' (duration: 518.283371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:40.622419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:40.093216Z","time spent":"529.154982ms","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:40.622499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:40.103854Z","time spent":"518.586788ms","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:40.622694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.758347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:22:40.622828Z","caller":"traceutil/trace.go:171","msg":"trace[1151834251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:536; }","duration":"267.019544ms","start":"2026-03-31T20:22:40.355787Z","end":"2026-03-31T20:22:40.622806Z","steps":["trace[1151834251] 'agreement among raft nodes before linearized reading' (duration: 266.693866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:40.622723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.575421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:22:40.623009Z","caller":"traceutil/trace.go:171","msg":"trace[1459521809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:536; }","duration":"264.877379ms","start":"2026-03-31T20:22:40.358115Z","end":"2026-03-31T20:22:40.622992Z","steps":["trace[1459521809] 'agreement among raft nodes before linearized reading' (duration: 264.441258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:40.932473Z","caller":"traceutil/trace.go:171","msg":"trace[1827871358] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"128.09954ms","start":"2026-03-31T20:22:40.804346Z","end":"2026-03-31T20:22:40.932446Z","steps":["trace[1827871358] 'process raft request' (duration: 120.936396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:40.933483Z","caller":"traceutil/trace.go:171","msg":"trace[856163807] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:574; }","duration":"102.495511ms","start":"2026-03-31T20:22:40.830963Z","end":"2026-03-31T20:22:40.933458Z","steps":["trace[856163807] 'read index received' (duration: 94.340471ms)","trace[856163807] 'applied index is now lower than readState.Index' (duration: 8.153529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:40.933625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.644484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:40.933656Z","caller":"traceutil/trace.go:171","msg":"trace[860388589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:557; }","duration":"102.734096ms","start":"2026-03-31T20:22:40.830911Z","end":"2026-03-31T20:22:40.933645Z","steps":["trace[860388589] 'agreement among raft nodes before linearized reading' (duration: 102.638294ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:40.934018Z","caller":"traceutil/trace.go:171","msg":"trace[1956640930] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"122.366943ms","start":"2026-03-31T20:22:40.81164Z","end":"2026-03-31T20:22:40.934006Z","steps":["trace[1956640930] 'process raft request' (duration: 121.572032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:40.934141Z","caller":"traceutil/trace.go:171","msg":"trace[2141397312] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"122.131616ms","start":"2026-03-31T20:22:40.811999Z","end":"2026-03-31T20:22:40.93413Z","steps":["trace[2141397312] 'process raft request' (duration: 121.347896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:41.277711Z","caller":"traceutil/trace.go:171","msg":"trace[911413246] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"105.473608ms","start":"2026-03-31T20:22:41.172199Z","end":"2026-03-31T20:22:41.277673Z","steps":["trace[911413246] 'process raft request' (duration: 101.081975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:41.277816Z","caller":"traceutil/trace.go:171","msg":"trace[1120428565] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:589; }","duration":"101.633709ms","start":"2026-03-31T20:22:41.176141Z","end":"2026-03-31T20:22:41.277775Z","steps":["trace[1120428565] 'read index received' (duration: 97.219875ms)","trace[1120428565] 'applied index is now lower than readState.Index' (duration: 4.409634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:41.277992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.827953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T20:22:41.278032Z","caller":"traceutil/trace.go:171","msg":"trace[1245496296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:571; }","duration":"101.924166ms","start":"2026-03-31T20:22:41.176097Z","end":"2026-03-31T20:22:41.278021Z","steps":["trace[1245496296] 'agreement among raft nodes before linearized reading' (duration: 101.800903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:42.796847Z","caller":"traceutil/trace.go:171","msg":"trace[1306152159] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"155.073656ms","start":"2026-03-31T20:22:42.64175Z","end":"2026-03-31T20:22:42.796824Z","steps":["trace[1306152159] 'process raft request' (duration: 138.506479ms)","trace[1306152159] 'compare' (duration: 16.191007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:46.796942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.67888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:22:46.797023Z","caller":"traceutil/trace.go:171","msg":"trace[1822986240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:617; }","duration":"141.808194ms","start":"2026-03-31T20:22:46.655199Z","end":"2026-03-31T20:22:46.797007Z","steps":["trace[1822986240] 'range keys from in-memory index tree' (duration: 141.512325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:47.281163Z","caller":"traceutil/trace.go:171","msg":"trace[2110191299] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:641; }","duration":"110.868326ms","start":"2026-03-31T20:22:47.170268Z","end":"2026-03-31T20:22:47.281136Z","steps":["trace[2110191299] 'read index received' (duration: 83.619404ms)","trace[2110191299] 'applied index is now lower than readState.Index' (duration: 27.247842ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:47.281277Z","caller":"traceutil/trace.go:171","msg":"trace[1569915569] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"128.128701ms","start":"2026-03-31T20:22:47.153103Z","end":"2026-03-31T20:22:47.281232Z","steps":["trace[1569915569] 'process raft request' (duration: 100.805647ms)","trace[1569915569] 'compare' (duration: 27.081229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:47.281357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.070511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:22:47.281393Z","caller":"traceutil/trace.go:171","msg":"trace[1713158351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:621; }","duration":"111.119882ms","start":"2026-03-31T20:22:47.17026Z","end":"2026-03-31T20:22:47.28138Z","steps":["trace[1713158351] 'agreement among raft nodes before linearized reading' (duration: 110.962338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:47.932787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.496789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:47.933043Z","caller":"traceutil/trace.go:171","msg":"trace[1278330738] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"632.061274ms","start":"2026-03-31T20:22:47.300949Z","end":"2026-03-31T20:22:47.933011Z","steps":["trace[1278330738] 'process raft request' (duration: 186.093975ms)","trace[1278330738] 'compare' (duration: 445.315513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:47.933151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:47.300929Z","time spent":"632.177577ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:47.933044Z","caller":"traceutil/trace.go:171","msg":"trace[1489606104] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"625.923466ms","start":"2026-03-31T20:22:47.307096Z","end":"2026-03-31T20:22:47.933019Z","steps":["trace[1489606104] 'read index received' (duration: 179.955756ms)","trace[1489606104] 'applied index is now lower than readState.Index' (duration: 445.96525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:47.93844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.543709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vrcpx\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-03-31T20:22:47.938518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.427328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:22:47.938517Z","caller":"traceutil/trace.go:171","msg":"trace[752716301] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vrcpx; range_end:; response_count:1; response_revision:624; }","duration":"433.657542ms","start":"2026-03-31T20:22:47.504841Z","end":"2026-03-31T20:22:47.938498Z","steps":["trace[752716301] 'agreement among raft nodes before linearized reading' (duration: 433.419256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:47.938554Z","caller":"traceutil/trace.go:171","msg":"trace[1985152434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:623; }","duration":"631.50782ms","start":"2026-03-31T20:22:47.307038Z","end":"2026-03-31T20:22:47.938546Z","steps":["trace[1985152434] 'agreement among raft nodes before linearized reading' (duration: 626.047239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:47.938575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:47.307017Z","time spent":"631.552081ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:22:47.938595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.107623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:47.938618Z","caller":"traceutil/trace.go:171","msg":"trace[221150439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:624; }","duration":"104.163884ms","start":"2026-03-31T20:22:47.834447Z","end":"2026-03-31T20:22:47.938611Z","steps":["trace[221150439] 'agreement among raft nodes before linearized reading' (duration: 104.126483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:47.938565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:47.504824Z","time spent":"433.731333ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16983,"request content":"key:\"/registry/pods/kube-system/cilium-vrcpx\" "} {"level":"warn","ts":"2026-03-31T20:23:04.048436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.55713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-wktmp\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-03-31T20:23:04.048535Z","caller":"traceutil/trace.go:171","msg":"trace[1475173386] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-wktmp; range_end:; response_count:1; response_revision:780; }","duration":"440.728584ms","start":"2026-03-31T20:23:03.607787Z","end":"2026-03-31T20:23:04.048515Z","steps":["trace[1475173386] 'range keys from in-memory index tree' (duration: 440.371345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:04.048574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:03.607764Z","time spent":"440.801196ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3986,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-wktmp\" "} {"level":"info","ts":"2026-03-31T20:23:08.522404Z","caller":"traceutil/trace.go:171","msg":"trace[918828925] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"119.467048ms","start":"2026-03-31T20:23:08.402909Z","end":"2026-03-31T20:23:08.522376Z","steps":["trace[918828925] 'process raft request' (duration: 118.75528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:24.766065Z","caller":"traceutil/trace.go:171","msg":"trace[493943238] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"242.842876ms","start":"2026-03-31T20:23:24.523168Z","end":"2026-03-31T20:23:24.766011Z","steps":["trace[493943238] 'process raft request' (duration: 242.62983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:34.051043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.754393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:34.05112Z","caller":"traceutil/trace.go:171","msg":"trace[2137496848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1184; }","duration":"216.886256ms","start":"2026-03-31T20:23:33.834219Z","end":"2026-03-31T20:23:34.051105Z","steps":["trace[2137496848] 'range keys from in-memory index tree' (duration: 216.562719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:34.05115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.199899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:34.051259Z","caller":"traceutil/trace.go:171","msg":"trace[916655225] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1184; }","duration":"268.393905ms","start":"2026-03-31T20:23:33.782846Z","end":"2026-03-31T20:23:34.05124Z","steps":["trace[916655225] 'count revisions from in-memory index tree' (duration: 268.057686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:53.41365Z","caller":"traceutil/trace.go:171","msg":"trace[498224487] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"171.730663ms","start":"2026-03-31T20:23:53.241894Z","end":"2026-03-31T20:23:53.413625Z","steps":["trace[498224487] 'process raft request' (duration: 171.569859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:53.43071Z","caller":"traceutil/trace.go:171","msg":"trace[1599090597] linearizableReadLoop","detail":"{readStateIndex:1466; appliedIndex:1464; }","duration":"147.432881ms","start":"2026-03-31T20:23:53.283246Z","end":"2026-03-31T20:23:53.430678Z","steps":["trace[1599090597] 'read index received' (duration: 130.301486ms)","trace[1599090597] 'applied index is now lower than readState.Index' (duration: 17.130215ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:53.430747Z","caller":"traceutil/trace.go:171","msg":"trace[453861255] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"181.766394ms","start":"2026-03-31T20:23:53.248954Z","end":"2026-03-31T20:23:53.43072Z","steps":["trace[453861255] 'process raft request' (duration: 179.543787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.431042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.778841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:23:53.431129Z","caller":"traceutil/trace.go:171","msg":"trace[1951856164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1423; }","duration":"147.921144ms","start":"2026-03-31T20:23:53.283189Z","end":"2026-03-31T20:23:53.43111Z","steps":["trace[1951856164] 'agreement among raft nodes before linearized reading' (duration: 147.614577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:56.4396Z","caller":"traceutil/trace.go:171","msg":"trace[1360698060] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"133.386027ms","start":"2026-03-31T20:23:56.306183Z","end":"2026-03-31T20:23:56.439569Z","steps":["trace[1360698060] 'process raft request' (duration: 133.228652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:20.129758Z","caller":"traceutil/trace.go:171","msg":"trace[1232508005] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"110.926443ms","start":"2026-03-31T20:24:20.018792Z","end":"2026-03-31T20:24:20.129719Z","steps":["trace[1232508005] 'process raft request' (duration: 110.696017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:21.417129Z","caller":"traceutil/trace.go:171","msg":"trace[97137762] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"421.022182ms","start":"2026-03-31T20:24:20.996084Z","end":"2026-03-31T20:24:21.417106Z","steps":["trace[97137762] 'process raft request' (duration: 420.885609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:21.417263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:20.996048Z","time spent":"421.144995ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:21.436156Z","caller":"traceutil/trace.go:171","msg":"trace[1275265763] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"126.145208ms","start":"2026-03-31T20:24:21.309981Z","end":"2026-03-31T20:24:21.436126Z","steps":["trace[1275265763] 'process raft request' (duration: 126.016515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:21.573969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.967332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-31T20:24:21.574117Z","caller":"traceutil/trace.go:171","msg":"trace[907116291] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1845; }","duration":"124.179447ms","start":"2026-03-31T20:24:21.449916Z","end":"2026-03-31T20:24:21.574096Z","steps":["trace[907116291] 'range keys from in-memory index tree' (duration: 123.763307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:21.724188Z","caller":"traceutil/trace.go:171","msg":"trace[1066781127] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"146.157949ms","start":"2026-03-31T20:24:21.577993Z","end":"2026-03-31T20:24:21.724151Z","steps":["trace[1066781127] 'process raft request' (duration: 145.885611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:21.750585Z","caller":"traceutil/trace.go:171","msg":"trace[709065643] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"169.194097ms","start":"2026-03-31T20:24:21.581358Z","end":"2026-03-31T20:24:21.750552Z","steps":["trace[709065643] 'process raft request' (duration: 168.865269ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:21.750643Z","caller":"traceutil/trace.go:171","msg":"trace[1952816080] linearizableReadLoop","detail":"{readStateIndex:1903; appliedIndex:1900; }","duration":"168.406287ms","start":"2026-03-31T20:24:21.582212Z","end":"2026-03-31T20:24:21.750618Z","steps":["trace[1952816080] 'read index received' (duration: 141.758534ms)","trace[1952816080] 'applied index is now lower than readState.Index' (duration: 26.621522ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:21.750768Z","caller":"traceutil/trace.go:171","msg":"trace[2126049243] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"136.818867ms","start":"2026-03-31T20:24:21.613921Z","end":"2026-03-31T20:24:21.75074Z","steps":["trace[2126049243] 'process raft request' (duration: 136.618871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:21.750892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.623383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:21.750971Z","caller":"traceutil/trace.go:171","msg":"trace[992455866] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1849; }","duration":"168.769536ms","start":"2026-03-31T20:24:21.582189Z","end":"2026-03-31T20:24:21.750958Z","steps":["trace[992455866] 'agreement among raft nodes before linearized reading' (duration: 168.609652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:21.750933Z","caller":"traceutil/trace.go:171","msg":"trace[984973425] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"168.832437ms","start":"2026-03-31T20:24:21.582061Z","end":"2026-03-31T20:24:21.750894Z","steps":["trace[984973425] 'process raft request' (duration: 168.399906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:21.751774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.351313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:24:21.751915Z","caller":"traceutil/trace.go:171","msg":"trace[429412940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1849; }","duration":"146.523967ms","start":"2026-03-31T20:24:21.605377Z","end":"2026-03-31T20:24:21.751901Z","steps":["trace[429412940] 'agreement among raft nodes before linearized reading' (duration: 146.23092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:21.751971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.319849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-03-31T20:24:21.752034Z","caller":"traceutil/trace.go:171","msg":"trace[1438237524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1849; }","duration":"102.408821ms","start":"2026-03-31T20:24:21.649607Z","end":"2026-03-31T20:24:21.752016Z","steps":["trace[1438237524] 'agreement among raft nodes before linearized reading' (duration: 102.172045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:21.752145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.722765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-03-31T20:24:21.752247Z","caller":"traceutil/trace.go:171","msg":"trace[2075425130] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1849; }","duration":"108.827959ms","start":"2026-03-31T20:24:21.643376Z","end":"2026-03-31T20:24:21.752204Z","steps":["trace[2075425130] 'agreement among raft nodes before linearized reading' (duration: 108.603242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:25.967262Z","caller":"traceutil/trace.go:171","msg":"trace[695584534] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"103.878869ms","start":"2026-03-31T20:24:25.863347Z","end":"2026-03-31T20:24:25.967226Z","steps":["trace[695584534] 'process raft request' (duration: 76.350594ms)","trace[695584534] 'compare' (duration: 27.180837ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:25.967292Z","caller":"traceutil/trace.go:171","msg":"trace[707674055] linearizableReadLoop","detail":"{readStateIndex:1956; appliedIndex:1955; }","duration":"102.75561ms","start":"2026-03-31T20:24:25.864501Z","end":"2026-03-31T20:24:25.967257Z","steps":["trace[707674055] 'read index received' (duration: 75.217845ms)","trace[707674055] 'applied index is now lower than readState.Index' (duration: 27.534935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:25.967632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.105589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T20:24:25.967685Z","caller":"traceutil/trace.go:171","msg":"trace[2017529808] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1900; }","duration":"103.207253ms","start":"2026-03-31T20:24:25.864462Z","end":"2026-03-31T20:24:25.96767Z","steps":["trace[2017529808] 'agreement among raft nodes before linearized reading' (duration: 102.970677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:25.967932Z","caller":"traceutil/trace.go:171","msg":"trace[1953386271] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"101.025086ms","start":"2026-03-31T20:24:25.866869Z","end":"2026-03-31T20:24:25.967894Z","steps":["trace[1953386271] 'process raft request' (duration: 100.278316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:25.967975Z","caller":"traceutil/trace.go:171","msg":"trace[913888808] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"101.088927ms","start":"2026-03-31T20:24:25.866868Z","end":"2026-03-31T20:24:25.967957Z","steps":["trace[913888808] 'process raft request' (duration: 100.586135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:26.112522Z","caller":"traceutil/trace.go:171","msg":"trace[1285307123] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"138.583482ms","start":"2026-03-31T20:24:25.9739Z","end":"2026-03-31T20:24:26.112483Z","steps":["trace[1285307123] 'process raft request' (duration: 116.356274ms)","trace[1285307123] 'compare' (duration: 21.907609ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:26.112571Z","caller":"traceutil/trace.go:171","msg":"trace[1778043337] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"135.926182ms","start":"2026-03-31T20:24:25.976607Z","end":"2026-03-31T20:24:26.112534Z","steps":["trace[1778043337] 'process raft request' (duration: 135.764988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:30.162507Z","caller":"traceutil/trace.go:171","msg":"trace[1175005707] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:2004; }","duration":"158.46962ms","start":"2026-03-31T20:24:30.00401Z","end":"2026-03-31T20:24:30.16248Z","steps":["trace[1175005707] 'read index received' (duration: 158.189642ms)","trace[1175005707] 'applied index is now lower than readState.Index' (duration: 279.008µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:30.162618Z","caller":"traceutil/trace.go:171","msg":"trace[1162449704] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"171.526908ms","start":"2026-03-31T20:24:29.991053Z","end":"2026-03-31T20:24:30.16258Z","steps":["trace[1162449704] 'process raft request' (duration: 171.210729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:30.162767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.732586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:24:30.162818Z","caller":"traceutil/trace.go:171","msg":"trace[788777901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1946; }","duration":"158.817158ms","start":"2026-03-31T20:24:30.003986Z","end":"2026-03-31T20:24:30.162803Z","steps":["trace[788777901] 'agreement among raft nodes before linearized reading' (duration: 158.636033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.092628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.334157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:25:04.092799Z","caller":"traceutil/trace.go:171","msg":"trace[927405449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2186; }","duration":"103.574443ms","start":"2026-03-31T20:25:03.989171Z","end":"2026-03-31T20:25:04.092746Z","steps":["trace[927405449] 'range keys from in-memory index tree' (duration: 103.023488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.544698Z","caller":"traceutil/trace.go:171","msg":"trace[745754685] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2261; }","duration":"191.384452ms","start":"2026-03-31T20:25:04.353283Z","end":"2026-03-31T20:25:04.544668Z","steps":["trace[745754685] 'read index received' (duration: 191.078704ms)","trace[745754685] 'applied index is now lower than readState.Index' (duration: 304.228µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:04.544848Z","caller":"traceutil/trace.go:171","msg":"trace[223553863] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"201.587003ms","start":"2026-03-31T20:25:04.343211Z","end":"2026-03-31T20:25:04.544798Z","steps":["trace[223553863] 'process raft request' (duration: 201.259714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.545065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.854497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-31T20:25:04.545146Z","caller":"traceutil/trace.go:171","msg":"trace[539979915] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2189; }","duration":"122.990751ms","start":"2026-03-31T20:25:04.422135Z","end":"2026-03-31T20:25:04.545125Z","steps":["trace[539979915] 'agreement among raft nodes before linearized reading' (duration: 122.727394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.545151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.837753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:25:04.545297Z","caller":"traceutil/trace.go:171","msg":"trace[267423342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2189; }","duration":"192.037518ms","start":"2026-03-31T20:25:04.353212Z","end":"2026-03-31T20:25:04.54525Z","steps":["trace[267423342] 'agreement among raft nodes before linearized reading' (duration: 191.695209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.956897Z","caller":"traceutil/trace.go:171","msg":"trace[518903671] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"407.346643ms","start":"2026-03-31T20:25:04.549519Z","end":"2026-03-31T20:25:04.956865Z","steps":["trace[518903671] 'process raft request' (duration: 407.135158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.957067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:04.549493Z","time spent":"407.486306ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:05.106084Z","caller":"traceutil/trace.go:171","msg":"trace[650721343] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"555.883367ms","start":"2026-03-31T20:25:04.55017Z","end":"2026-03-31T20:25:05.106054Z","steps":["trace[650721343] 'process raft request' (duration: 512.024544ms)","trace[650721343] 'compare' (duration: 43.674318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:05.106249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:04.550143Z","time spent":"556.01986ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:05.106466Z","caller":"traceutil/trace.go:171","msg":"trace[1810769480] linearizableReadLoop","detail":"{readStateIndex:2266; appliedIndex:2262; }","duration":"319.76225ms","start":"2026-03-31T20:25:04.786647Z","end":"2026-03-31T20:25:05.106409Z","steps":["trace[1810769480] 'read index received' (duration: 170.031255ms)","trace[1810769480] 'applied index is now lower than readState.Index' (duration: 149.729695ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:05.106663Z","caller":"traceutil/trace.go:171","msg":"trace[1829049631] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"554.687856ms","start":"2026-03-31T20:25:04.551942Z","end":"2026-03-31T20:25:05.10663Z","steps":["trace[1829049631] 'process raft request' (duration: 554.307406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:05.106736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.221982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:05.106819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.142899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:25:05.106854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:04.551929Z","time spent":"554.82282ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:05.106881Z","caller":"traceutil/trace.go:171","msg":"trace[353164608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2193; }","duration":"320.268682ms","start":"2026-03-31T20:25:04.786594Z","end":"2026-03-31T20:25:05.106862Z","steps":["trace[353164608] 'agreement among raft nodes before linearized reading' (duration: 320.046087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:05.106945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:04.786569Z","time spent":"320.362356ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:25:05.107061Z","caller":"traceutil/trace.go:171","msg":"trace[714521601] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"555.419735ms","start":"2026-03-31T20:25:04.551615Z","end":"2026-03-31T20:25:05.107035Z","steps":["trace[714521601] 'process raft request' (duration: 554.383368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:05.10716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:04.551606Z","time spent":"555.503528ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:05.106799Z","caller":"traceutil/trace.go:171","msg":"trace[292512711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2193; }","duration":"272.328615ms","start":"2026-03-31T20:25:04.834452Z","end":"2026-03-31T20:25:05.106781Z","steps":["trace[292512711] 'agreement among raft nodes before linearized reading' (duration: 272.234203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:07.250315Z","caller":"traceutil/trace.go:171","msg":"trace[423024976] linearizableReadLoop","detail":"{readStateIndex:2279; appliedIndex:2277; }","duration":"126.153641ms","start":"2026-03-31T20:25:07.124141Z","end":"2026-03-31T20:25:07.250294Z","steps":["trace[423024976] 'read index received' (duration: 24.882987ms)","trace[423024976] 'applied index is now lower than readState.Index' (duration: 101.269804ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:07.250401Z","caller":"traceutil/trace.go:171","msg":"trace[1500089403] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"126.827258ms","start":"2026-03-31T20:25:07.123526Z","end":"2026-03-31T20:25:07.250353Z","steps":["trace[1500089403] 'process raft request' (duration: 126.657344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.250545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.354746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-31T20:25:07.250582Z","caller":"traceutil/trace.go:171","msg":"trace[961025662] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2206; }","duration":"126.459059ms","start":"2026-03-31T20:25:07.124114Z","end":"2026-03-31T20:25:07.250573Z","steps":["trace[961025662] 'agreement among raft nodes before linearized reading' (duration: 126.292464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.250695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.606078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-31T20:25:07.250782Z","caller":"traceutil/trace.go:171","msg":"trace[848109180] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2206; }","duration":"125.71672ms","start":"2026-03-31T20:25:07.125045Z","end":"2026-03-31T20:25:07.250762Z","steps":["trace[848109180] 'agreement among raft nodes before linearized reading' (duration: 125.529356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:17.378832Z","caller":"traceutil/trace.go:171","msg":"trace[1514531822] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"127.416573ms","start":"2026-03-31T20:25:17.251342Z","end":"2026-03-31T20:25:17.378759Z","steps":["trace[1514531822] 'process raft request' (duration: 127.044604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:44.900657Z","caller":"traceutil/trace.go:171","msg":"trace[191685198] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"110.48066ms","start":"2026-03-31T20:25:44.79012Z","end":"2026-03-31T20:25:44.900601Z","steps":["trace[191685198] 'process raft request' (duration: 110.214753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.185224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12798840113120261916,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:25:46.348066Z","caller":"traceutil/trace.go:171","msg":"trace[1051739195] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"826.594161ms","start":"2026-03-31T20:25:45.521445Z","end":"2026-03-31T20:25:46.34804Z","steps":["trace[1051739195] 'process raft request' (duration: 826.434006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.348305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.521415Z","time spent":"826.736713ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:46.349241Z","caller":"traceutil/trace.go:171","msg":"trace[1292046041] linearizableReadLoop","detail":"{readStateIndex:2612; appliedIndex:2609; }","duration":"664.030126ms","start":"2026-03-31T20:25:45.685187Z","end":"2026-03-31T20:25:46.349217Z","steps":["trace[1292046041] 'read index received' (duration: 662.884037ms)","trace[1292046041] 'applied index is now lower than readState.Index' (duration: 1.144949ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:46.349398Z","caller":"traceutil/trace.go:171","msg":"trace[1858781881] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"578.613598ms","start":"2026-03-31T20:25:45.770772Z","end":"2026-03-31T20:25:46.349385Z","steps":["trace[1858781881] 'process raft request' (duration: 578.362992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.349517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.770755Z","time spent":"578.676651ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:46.349263Z","caller":"traceutil/trace.go:171","msg":"trace[317090561] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"825.182943ms","start":"2026-03-31T20:25:45.524055Z","end":"2026-03-31T20:25:46.349238Z","steps":["trace[317090561] 'process raft request' (duration: 824.965027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:46.349698Z","caller":"traceutil/trace.go:171","msg":"trace[368216409] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"217.255074ms","start":"2026-03-31T20:25:46.132425Z","end":"2026-03-31T20:25:46.34968Z","steps":["trace[368216409] 'process raft request' (duration: 216.753841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.349738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.524043Z","time spent":"825.641436ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:46.349842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.891539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-31T20:25:46.349908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.5838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:46.349984Z","caller":"traceutil/trace.go:171","msg":"trace[39606195] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2521; }","duration":"190.704983ms","start":"2026-03-31T20:25:46.159264Z","end":"2026-03-31T20:25:46.349969Z","steps":["trace[39606195] 'agreement among raft nodes before linearized reading' (duration: 190.58168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.350007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.121505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-31T20:25:46.350051Z","caller":"traceutil/trace.go:171","msg":"trace[489896840] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2521; }","duration":"421.209447ms","start":"2026-03-31T20:25:45.928829Z","end":"2026-03-31T20:25:46.350039Z","steps":["trace[489896840] 'agreement among raft nodes before linearized reading' (duration: 421.033393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.350096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.928802Z","time spent":"421.285529ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:25:46.349925Z","caller":"traceutil/trace.go:171","msg":"trace[1652337514] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2521; }","duration":"585.019792ms","start":"2026-03-31T20:25:45.764885Z","end":"2026-03-31T20:25:46.349905Z","steps":["trace[1652337514] 'agreement among raft nodes before linearized reading' (duration: 584.821727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.350149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.964961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-03-31T20:25:46.350189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.764819Z","time spent":"585.357042ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":666,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:25:46.350201Z","caller":"traceutil/trace.go:171","msg":"trace[1222045191] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2521; }","duration":"665.062324ms","start":"2026-03-31T20:25:45.685121Z","end":"2026-03-31T20:25:46.350184Z","steps":["trace[1222045191] 'agreement among raft nodes before linearized reading' (duration: 664.904229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.350243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.685094Z","time spent":"665.140095ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":681,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:26:14.842142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.589096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:26:14.842283Z","caller":"traceutil/trace.go:171","msg":"trace[643627298] linearizableReadLoop","detail":"{readStateIndex:2824; appliedIndex:2823; }","duration":"121.781383ms","start":"2026-03-31T20:26:14.720482Z","end":"2026-03-31T20:26:14.842264Z","steps":["trace[643627298] 'read index received' (duration: 19.9412ms)","trace[643627298] 'applied index is now lower than readState.Index' (duration: 101.838643ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:14.842323Z","caller":"traceutil/trace.go:171","msg":"trace[200917658] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"190.083718ms","start":"2026-03-31T20:26:14.652197Z","end":"2026-03-31T20:26:14.84228Z","steps":["trace[200917658] 'process raft request' (duration: 88.257666ms)","trace[200917658] 'compare' (duration: 101.462623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:14.842773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.258826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-31T20:26:14.843041Z","caller":"traceutil/trace.go:171","msg":"trace[1758189435] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2721; }","duration":"122.41121ms","start":"2026-03-31T20:26:14.720442Z","end":"2026-03-31T20:26:14.842854Z","steps":["trace[1758189435] 'agreement among raft nodes before linearized reading' (duration: 121.885725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:17.185856Z","caller":"traceutil/trace.go:171","msg":"trace[592519964] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"121.881206ms","start":"2026-03-31T20:26:17.063943Z","end":"2026-03-31T20:26:17.185825Z","steps":["trace[592519964] 'process raft request' (duration: 121.466444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:17.540458Z","caller":"traceutil/trace.go:171","msg":"trace[109810839] linearizableReadLoop","detail":"{readStateIndex:2840; appliedIndex:2839; }","duration":"230.960924ms","start":"2026-03-31T20:26:17.309464Z","end":"2026-03-31T20:26:17.540425Z","steps":["trace[109810839] 'read index received' (duration: 230.785269ms)","trace[109810839] 'applied index is now lower than readState.Index' (duration: 174.845µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:17.540547Z","caller":"traceutil/trace.go:171","msg":"trace[53229661] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"305.082738ms","start":"2026-03-31T20:26:17.235444Z","end":"2026-03-31T20:26:17.540527Z","steps":["trace[53229661] 'process raft request' (duration: 304.816441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:17.540675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:17.235427Z","time spent":"305.16562ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:26:17.540938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.409217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-03-31T20:26:17.541022Z","caller":"traceutil/trace.go:171","msg":"trace[848375844] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2737; }","duration":"231.583011ms","start":"2026-03-31T20:26:17.30942Z","end":"2026-03-31T20:26:17.541003Z","steps":["trace[848375844] 'agreement among raft nodes before linearized reading' (duration: 231.163779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:17.812753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.60976ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:26:17.812952Z","caller":"traceutil/trace.go:171","msg":"trace[1020945150] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2737; }","duration":"264.061989ms","start":"2026-03-31T20:26:17.548875Z","end":"2026-03-31T20:26:17.812937Z","steps":["trace[1020945150] 'process raft request' (duration: 263.979877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:17.812998Z","caller":"traceutil/trace.go:171","msg":"trace[236234978] linearizableReadLoop","detail":"{readStateIndex:2841; appliedIndex:2840; }","duration":"272.391584ms","start":"2026-03-31T20:26:17.540549Z","end":"2026-03-31T20:26:17.812941Z","steps":["trace[236234978] 'read index received' (duration: 114.603119ms)","trace[236234978] 'applied index is now lower than readState.Index' (duration: 157.785465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:17.81324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.713094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-31T20:26:17.8133Z","caller":"traceutil/trace.go:171","msg":"trace[2079556619] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2737; }","duration":"467.807977ms","start":"2026-03-31T20:26:17.345479Z","end":"2026-03-31T20:26:17.813287Z","steps":["trace[2079556619] 'agreement among raft nodes before linearized reading' (duration: 467.607131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:17.813511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:17.345462Z","time spent":"468.035202ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T20:26:17.813546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.464368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1373"} {"level":"info","ts":"2026-03-31T20:26:17.813666Z","caller":"traceutil/trace.go:171","msg":"trace[1543678860] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2737; }","duration":"268.609351ms","start":"2026-03-31T20:26:17.545009Z","end":"2026-03-31T20:26:17.813618Z","steps":["trace[1543678860] 'agreement among raft nodes before linearized reading' (duration: 268.229761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:57.477309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.926686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:26:57.477639Z","caller":"traceutil/trace.go:171","msg":"trace[1377114611] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"180.283154ms","start":"2026-03-31T20:26:57.297318Z","end":"2026-03-31T20:26:57.477601Z","steps":["trace[1377114611] 'process raft request' (duration: 57.889316ms)","trace[1377114611] 'compare' (duration: 121.691309ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:57.47768Z","caller":"traceutil/trace.go:171","msg":"trace[1550319734] linearizableReadLoop","detail":"{readStateIndex:3297; appliedIndex:3295; }","duration":"162.659307ms","start":"2026-03-31T20:26:57.314993Z","end":"2026-03-31T20:26:57.477652Z","steps":["trace[1550319734] 'read index received' (duration: 40.158016ms)","trace[1550319734] 'applied index is now lower than readState.Index' (duration: 122.499801ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:57.478075Z","caller":"traceutil/trace.go:171","msg":"trace[465474654] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"174.080936ms","start":"2026-03-31T20:26:57.303976Z","end":"2026-03-31T20:26:57.478057Z","steps":["trace[465474654] 'process raft request' (duration: 173.510411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:57.478233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.204132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-03-31T20:26:57.4783Z","caller":"traceutil/trace.go:171","msg":"trace[1302692800] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3174; }","duration":"163.290134ms","start":"2026-03-31T20:26:57.314991Z","end":"2026-03-31T20:26:57.478281Z","steps":["trace[1302692800] 'agreement among raft nodes before linearized reading' (duration: 163.093439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:57.559855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.489487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:26:57.559945Z","caller":"traceutil/trace.go:171","msg":"trace[579995913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3175; }","duration":"174.653321ms","start":"2026-03-31T20:26:57.38527Z","end":"2026-03-31T20:26:57.559923Z","steps":["trace[579995913] 'agreement among raft nodes before linearized reading' (duration: 174.379694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:19.675139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.62424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:27:19.67519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.782807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-31T20:27:19.675249Z","caller":"traceutil/trace.go:171","msg":"trace[346125327] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:0; response_revision:3325; }","duration":"101.746653ms","start":"2026-03-31T20:27:19.573482Z","end":"2026-03-31T20:27:19.675228Z","steps":["trace[346125327] 'range keys from in-memory index tree' (duration: 101.549638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:19.675259Z","caller":"traceutil/trace.go:171","msg":"trace[2037978064] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3325; }","duration":"192.856069ms","start":"2026-03-31T20:27:19.482386Z","end":"2026-03-31T20:27:19.675242Z","steps":["trace[2037978064] 'range keys from in-memory index tree' (duration: 192.578432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:32.878682Z","caller":"traceutil/trace.go:171","msg":"trace[763095302] linearizableReadLoop","detail":"{readStateIndex:4526; appliedIndex:4525; }","duration":"122.570821ms","start":"2026-03-31T20:28:32.756075Z","end":"2026-03-31T20:28:32.878646Z","steps":["trace[763095302] 'read index received' (duration: 122.425088ms)","trace[763095302] 'applied index is now lower than readState.Index' (duration: 144.343µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:28:32.878784Z","caller":"traceutil/trace.go:171","msg":"trace[258786057] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"158.139635ms","start":"2026-03-31T20:28:32.720603Z","end":"2026-03-31T20:28:32.878742Z","steps":["trace[258786057] 'process raft request' (duration: 157.827168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:32.878975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.88495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-31T20:28:32.87902Z","caller":"traceutil/trace.go:171","msg":"trace[2046529275] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4343; }","duration":"123.005333ms","start":"2026-03-31T20:28:32.756001Z","end":"2026-03-31T20:28:32.879007Z","steps":["trace[2046529275] 'agreement among raft nodes before linearized reading' (duration: 122.808267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:34.337753Z","caller":"traceutil/trace.go:171","msg":"trace[473385694] linearizableReadLoop","detail":"{readStateIndex:4563; appliedIndex:4559; }","duration":"108.316966ms","start":"2026-03-31T20:28:34.229406Z","end":"2026-03-31T20:28:34.337723Z","steps":["trace[473385694] 'read index received' (duration: 4.105876ms)","trace[473385694] 'applied index is now lower than readState.Index' (duration: 104.20993ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:28:34.337911Z","caller":"traceutil/trace.go:171","msg":"trace[1846078051] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"107.793022ms","start":"2026-03-31T20:28:34.230083Z","end":"2026-03-31T20:28:34.337876Z","steps":["trace[1846078051] 'process raft request' (duration: 107.596427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:34.337956Z","caller":"traceutil/trace.go:171","msg":"trace[861460826] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"109.695192ms","start":"2026-03-31T20:28:34.228194Z","end":"2026-03-31T20:28:34.33789Z","steps":["trace[861460826] 'process raft request' (duration: 66.230504ms)","trace[861460826] 'compare' (duration: 43.080147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:28:34.338147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.708596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T20:28:34.33824Z","caller":"traceutil/trace.go:171","msg":"trace[990248636] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4380; }","duration":"108.848839ms","start":"2026-03-31T20:28:34.22937Z","end":"2026-03-31T20:28:34.338219Z","steps":["trace[990248636] 'agreement among raft nodes before linearized reading' (duration: 108.50246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:34.345221Z","caller":"traceutil/trace.go:171","msg":"trace[155770661] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"107.302269ms","start":"2026-03-31T20:28:34.237895Z","end":"2026-03-31T20:28:34.345198Z","steps":["trace[155770661] 'process raft request' (duration: 106.764675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:34.346343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.058322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-kqzpf.18a20701a82a3f04\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-03-31T20:28:34.346466Z","caller":"traceutil/trace.go:171","msg":"trace[100770559] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-kqzpf.18a20701a82a3f04; range_end:; response_count:1; response_revision:4381; }","duration":"112.225195ms","start":"2026-03-31T20:28:34.23422Z","end":"2026-03-31T20:28:34.346445Z","steps":["trace[100770559] 'agreement among raft nodes before linearized reading' (duration: 110.874911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:36.001189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.34132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:28:36.001778Z","caller":"traceutil/trace.go:171","msg":"trace[1800958744] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"326.182688ms","start":"2026-03-31T20:28:35.675564Z","end":"2026-03-31T20:28:36.001747Z","steps":["trace[1800958744] 'process raft request' (duration: 326.095756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:36.001937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:35.675558Z","time spent":"326.294791ms","remote":"127.0.0.1:56422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4204,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:28:36.002093Z","caller":"traceutil/trace.go:171","msg":"trace[106163705] transaction","detail":"{read_only:false; response_revision:4441; number_of_response:1; }","duration":"330.754926ms","start":"2026-03-31T20:28:35.671307Z","end":"2026-03-31T20:28:36.002062Z","steps":["trace[106163705] 'compare' (duration: 323.882599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:36.002085Z","caller":"traceutil/trace.go:171","msg":"trace[1689990359] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"326.708301ms","start":"2026-03-31T20:28:35.675328Z","end":"2026-03-31T20:28:36.002036Z","steps":["trace[1689990359] 'process raft request' (duration: 326.057004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:36.002202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:35.671293Z","time spent":"330.855498ms","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:28:36.002344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:35.675318Z","time spent":"326.885086ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3579,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:28:36.004186Z","caller":"traceutil/trace.go:171","msg":"trace[756581720] linearizableReadLoop","detail":"{readStateIndex:4634; appliedIndex:4626; }","duration":"308.076332ms","start":"2026-03-31T20:28:35.696072Z","end":"2026-03-31T20:28:36.004149Z","steps":["trace[756581720] 'read index received' (duration: 243.382578ms)","trace[756581720] 'applied index is now lower than readState.Index' (duration: 64.692234ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:28:36.004318Z","caller":"traceutil/trace.go:171","msg":"trace[1698975484] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"320.279766ms","start":"2026-03-31T20:28:35.684027Z","end":"2026-03-31T20:28:36.004307Z","steps":["trace[1698975484] 'process raft request' (duration: 319.801374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:36.004417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:35.684016Z","time spent":"320.331357ms","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":692,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:28:36.004666Z","caller":"traceutil/trace.go:171","msg":"trace[227161404] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"320.185053ms","start":"2026-03-31T20:28:35.684472Z","end":"2026-03-31T20:28:36.004657Z","steps":["trace[227161404] 'process raft request' (duration: 319.628709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:36.004738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:35.684468Z","time spent":"320.245285ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4713,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:28:36.004907Z","caller":"traceutil/trace.go:171","msg":"trace[1133371639] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"320.536253ms","start":"2026-03-31T20:28:35.684299Z","end":"2026-03-31T20:28:36.004835Z","steps":["trace[1133371639] 'process raft request' (duration: 319.739073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:36.005034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.952095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4362"} {"level":"info","ts":"2026-03-31T20:28:36.005081Z","caller":"traceutil/trace.go:171","msg":"trace[1169744544] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:4448; }","duration":"309.029207ms","start":"2026-03-31T20:28:35.696042Z","end":"2026-03-31T20:28:36.005071Z","steps":["trace[1169744544] 'agreement among raft nodes before linearized reading' (duration: 308.831772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:36.005105Z","caller":"traceutil/trace.go:171","msg":"trace[920310751] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"320.85658ms","start":"2026-03-31T20:28:35.684235Z","end":"2026-03-31T20:28:36.005092Z","steps":["trace[920310751] 'process raft request' (duration: 319.749291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:36.005117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:35.696033Z","time spent":"309.077758ms","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4384,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-03-31T20:28:36.005078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:35.684295Z","time spent":"320.693867ms","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4721,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:28:36.005451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.496832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-zpqtm\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-31T20:28:36.005501Z","caller":"traceutil/trace.go:171","msg":"trace[1056674091] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-zpqtm; range_end:; response_count:1; response_revision:4448; }","duration":"280.633576ms","start":"2026-03-31T20:28:35.724854Z","end":"2026-03-31T20:28:36.005487Z","steps":["trace[1056674091] 'agreement among raft nodes before linearized reading' (duration: 280.42544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:36.004924Z","caller":"traceutil/trace.go:171","msg":"trace[784426419] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"320.530073ms","start":"2026-03-31T20:28:35.684371Z","end":"2026-03-31T20:28:36.004901Z","steps":["trace[784426419] 'process raft request' (duration: 319.697662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:36.005647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:35.684367Z","time spent":"321.249981ms","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:28:36.005674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.281138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-94edf676-57fa-48da-8703-8cbd5917907e\" ","response":"range_response_count:1 size:4081"} {"level":"info","ts":"2026-03-31T20:28:36.005703Z","caller":"traceutil/trace.go:171","msg":"trace[1028881638] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-94edf676-57fa-48da-8703-8cbd5917907e; range_end:; response_count:1; response_revision:4448; }","duration":"273.3552ms","start":"2026-03-31T20:28:35.732339Z","end":"2026-03-31T20:28:36.005695Z","steps":["trace[1028881638] 'agreement among raft nodes before linearized reading' (duration: 273.253517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:36.005173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:35.684229Z","time spent":"320.910881ms","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3027,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:28:37.639781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.791736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T20:28:37.640067Z","caller":"traceutil/trace.go:171","msg":"trace[1065441462] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4507; }","duration":"407.271072ms","start":"2026-03-31T20:28:37.232738Z","end":"2026-03-31T20:28:37.64001Z","steps":["trace[1065441462] 'process raft request' (duration: 279.046925ms)","trace[1065441462] 'compare' (duration: 127.658472ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:28:37.640143Z","caller":"traceutil/trace.go:171","msg":"trace[1277189865] linearizableReadLoop","detail":"{readStateIndex:4701; appliedIndex:4696; }","duration":"396.188726ms","start":"2026-03-31T20:28:37.24393Z","end":"2026-03-31T20:28:37.640119Z","steps":["trace[1277189865] 'read index received' (duration: 267.957429ms)","trace[1277189865] 'applied index is now lower than readState.Index' (duration: 128.229867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:28:37.640287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:37.232725Z","time spent":"407.447908ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-31T20:28:37.640339Z","caller":"traceutil/trace.go:171","msg":"trace[1588035373] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"402.47221ms","start":"2026-03-31T20:28:37.237831Z","end":"2026-03-31T20:28:37.640303Z","steps":["trace[1588035373] 'process raft request' (duration: 402.213982ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:37.640389Z","caller":"traceutil/trace.go:171","msg":"trace[333563571] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"402.646084ms","start":"2026-03-31T20:28:37.237703Z","end":"2026-03-31T20:28:37.640349Z","steps":["trace[333563571] 'process raft request' (duration: 402.226873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:37.640488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:37.237808Z","time spent":"402.620543ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:28:37.64054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:37.237686Z","time spent":"402.772436ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:28:37.640633Z","caller":"traceutil/trace.go:171","msg":"trace[1570462376] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"402.835258ms","start":"2026-03-31T20:28:37.237785Z","end":"2026-03-31T20:28:37.64062Z","steps":["trace[1570462376] 'process raft request' (duration: 402.211742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:37.640667Z","caller":"traceutil/trace.go:171","msg":"trace[1680390980] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"402.620613ms","start":"2026-03-31T20:28:37.238015Z","end":"2026-03-31T20:28:37.640635Z","steps":["trace[1680390980] 'process raft request' (duration: 402.064318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:37.640707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:37.237755Z","time spent":"402.909339ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:28:37.640783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:37.237978Z","time spent":"402.746566ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:28:37.641079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.145342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a5382eda-dfd4-4a79-853b-cb96736ca18f\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-31T20:28:37.641118Z","caller":"traceutil/trace.go:171","msg":"trace[2102633350] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a5382eda-dfd4-4a79-853b-cb96736ca18f; range_end:; response_count:1; response_revision:4511; }","duration":"397.184983ms","start":"2026-03-31T20:28:37.243921Z","end":"2026-03-31T20:28:37.641106Z","steps":["trace[2102633350] 'agreement among raft nodes before linearized reading' (duration: 396.921136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:37.641152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:37.243857Z","time spent":"397.289036ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a5382eda-dfd4-4a79-853b-cb96736ca18f\" "} {"level":"info","ts":"2026-03-31T20:28:37.77668Z","caller":"traceutil/trace.go:171","msg":"trace[1385435453] linearizableReadLoop","detail":"{readStateIndex:4702; appliedIndex:4701; }","duration":"136.457438ms","start":"2026-03-31T20:28:37.640182Z","end":"2026-03-31T20:28:37.776639Z","steps":["trace[1385435453] 'read index received' (duration: 39.345822ms)","trace[1385435453] 'applied index is now lower than readState.Index' (duration: 97.109576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:28:37.777011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.271937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-kqzpf.18a207039ba1c801\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-31T20:28:37.777058Z","caller":"traceutil/trace.go:171","msg":"trace[1290324575] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-kqzpf.18a207039ba1c801; range_end:; response_count:1; response_revision:4511; }","duration":"530.389879ms","start":"2026-03-31T20:28:37.246656Z","end":"2026-03-31T20:28:37.777046Z","steps":["trace[1290324575] 'agreement among raft nodes before linearized reading' (duration: 530.141063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:37.777103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:37.24664Z","time spent":"530.453101ms","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":984,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-kqzpf.18a207039ba1c801\" "} {"level":"warn","ts":"2026-03-31T20:28:37.777373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.676698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:724008"} {"level":"info","ts":"2026-03-31T20:28:37.777498Z","caller":"traceutil/trace.go:171","msg":"trace[1519057771] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4511; }","duration":"168.850063ms","start":"2026-03-31T20:28:37.608622Z","end":"2026-03-31T20:28:37.777472Z","steps":["trace[1519057771] 'agreement among raft nodes before linearized reading' (duration: 168.039311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:37.835257Z","caller":"traceutil/trace.go:171","msg":"trace[518645] transaction","detail":"{read_only:false; response_revision:4513; number_of_response:1; }","duration":"187.779038ms","start":"2026-03-31T20:28:37.647463Z","end":"2026-03-31T20:28:37.835242Z","steps":["trace[518645] 'process raft request' (duration: 187.718487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:37.835477Z","caller":"traceutil/trace.go:171","msg":"trace[515296530] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"189.309117ms","start":"2026-03-31T20:28:37.646135Z","end":"2026-03-31T20:28:37.835444Z","steps":["trace[515296530] 'process raft request' (duration: 188.910817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:44.677599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.833016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:792041"} {"level":"info","ts":"2026-03-31T20:28:44.677696Z","caller":"traceutil/trace.go:171","msg":"trace[2097118140] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4648; }","duration":"153.957029ms","start":"2026-03-31T20:28:44.523716Z","end":"2026-03-31T20:28:44.677673Z","steps":["trace[2097118140] 'range keys from in-memory index tree' (duration: 153.323933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:52.056968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.678539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:28:52.05715Z","caller":"traceutil/trace.go:171","msg":"trace[100370490] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"238.594024ms","start":"2026-03-31T20:28:51.818501Z","end":"2026-03-31T20:28:52.057095Z","steps":["trace[100370490] 'process raft request' (duration: 102.69767ms)","trace[100370490] 'compare' (duration: 135.552296ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:28:52.057227Z","caller":"traceutil/trace.go:171","msg":"trace[1062368817] linearizableReadLoop","detail":"{readStateIndex:4977; appliedIndex:4976; }","duration":"190.800807ms","start":"2026-03-31T20:28:51.866404Z","end":"2026-03-31T20:28:52.057205Z","steps":["trace[1062368817] 'read index received' (duration: 54.805699ms)","trace[1062368817] 'applied index is now lower than readState.Index' (duration: 135.993238ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:28:52.057376Z","caller":"traceutil/trace.go:171","msg":"trace[1677998363] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"186.907056ms","start":"2026-03-31T20:28:51.870393Z","end":"2026-03-31T20:28:52.0573Z","steps":["trace[1677998363] 'process raft request' (duration: 186.69493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:52.05739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.502899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:28:52.057445Z","caller":"traceutil/trace.go:171","msg":"trace[13976210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4777; }","duration":"225.581431ms","start":"2026-03-31T20:28:51.831852Z","end":"2026-03-31T20:28:52.057433Z","steps":["trace[13976210] 'agreement among raft nodes before linearized reading' (duration: 225.496218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:52.057389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.331162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:28:52.057543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.215447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:28:52.057572Z","caller":"traceutil/trace.go:171","msg":"trace[1692528637] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:4777; }","duration":"249.540336ms","start":"2026-03-31T20:28:51.808006Z","end":"2026-03-31T20:28:52.057546Z","steps":["trace[1692528637] 'agreement among raft nodes before linearized reading' (duration: 249.28865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:52.057592Z","caller":"traceutil/trace.go:171","msg":"trace[1722733106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4777; }","duration":"247.274318ms","start":"2026-03-31T20:28:51.810303Z","end":"2026-03-31T20:28:52.057577Z","steps":["trace[1722733106] 'agreement among raft nodes before linearized reading' (duration: 247.118844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:52.263885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.417708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-31T20:28:52.264008Z","caller":"traceutil/trace.go:171","msg":"trace[679772573] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4780; }","duration":"150.625724ms","start":"2026-03-31T20:28:52.113352Z","end":"2026-03-31T20:28:52.263978Z","steps":["trace[679772573] 'agreement among raft nodes before linearized reading' (duration: 43.334475ms)","trace[679772573] 'range keys from in-memory index tree' (duration: 106.97079ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:28:52.264308Z","caller":"traceutil/trace.go:171","msg":"trace[254810925] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"105.886812ms","start":"2026-03-31T20:28:52.158362Z","end":"2026-03-31T20:28:52.264249Z","steps":["trace[254810925] 'process raft request' (duration: 46.690381ms)","trace[254810925] 'compare' (duration: 58.846983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:28:53.064317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.585694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:28:53.064558Z","caller":"traceutil/trace.go:171","msg":"trace[2132809766] linearizableReadLoop","detail":"{readStateIndex:4985; appliedIndex:4982; }","duration":"794.876719ms","start":"2026-03-31T20:28:52.269664Z","end":"2026-03-31T20:28:53.064541Z","steps":["trace[2132809766] 'read index received' (duration: 116.898816ms)","trace[2132809766] 'applied index is now lower than readState.Index' (duration: 677.976913ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:28:53.064606Z","caller":"traceutil/trace.go:171","msg":"trace[757410501] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"795.620339ms","start":"2026-03-31T20:28:52.268942Z","end":"2026-03-31T20:28:53.064562Z","steps":["trace[757410501] 'process raft request' (duration: 795.474555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:53.064915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:52.268913Z","time spent":"795.941798ms","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:28:53.064934Z","caller":"traceutil/trace.go:171","msg":"trace[1722060240] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"795.615209ms","start":"2026-03-31T20:28:52.269307Z","end":"2026-03-31T20:28:53.064922Z","steps":["trace[1722060240] 'process raft request' (duration: 795.177658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:53.065009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:52.26928Z","time spent":"795.683491ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:28:53.065001Z","caller":"traceutil/trace.go:171","msg":"trace[67902732] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"796.039269ms","start":"2026-03-31T20:28:52.268926Z","end":"2026-03-31T20:28:53.064965Z","steps":["trace[67902732] 'process raft request' (duration: 117.720527ms)","trace[67902732] 'compare' (duration: 677.419429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:28:53.065106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:52.268898Z","time spent":"796.170443ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:28:53.065111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.424983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-31T20:28:53.065171Z","caller":"traceutil/trace.go:171","msg":"trace[1301060691] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4784; }","duration":"795.520366ms","start":"2026-03-31T20:28:52.269637Z","end":"2026-03-31T20:28:53.065157Z","steps":["trace[1301060691] 'agreement among raft nodes before linearized reading' (duration: 795.339122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:53.06516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.265319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.62\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T20:28:53.065149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.449581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:28:53.065217Z","caller":"traceutil/trace.go:171","msg":"trace[586067541] range","detail":"{range_begin:/registry/masterleases/199.19.213.62; range_end:; response_count:1; response_revision:4784; }","duration":"688.364451ms","start":"2026-03-31T20:28:52.37684Z","end":"2026-03-31T20:28:53.065205Z","steps":["trace[586067541] 'agreement among raft nodes before linearized reading' (duration: 688.191317ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:53.065256Z","caller":"traceutil/trace.go:171","msg":"trace[1186479648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4784; }","duration":"231.587235ms","start":"2026-03-31T20:28:52.833644Z","end":"2026-03-31T20:28:53.065231Z","steps":["trace[1186479648] 'agreement among raft nodes before linearized reading' (duration: 231.39604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:53.065281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:52.376826Z","time spent":"688.432952ms","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.62\" "} {"level":"warn","ts":"2026-03-31T20:28:53.06536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.659222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-31T20:28:53.065183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.977123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wfpfh\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T20:28:53.065399Z","caller":"traceutil/trace.go:171","msg":"trace[338647460] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4784; }","duration":"307.732254ms","start":"2026-03-31T20:28:52.757657Z","end":"2026-03-31T20:28:53.065389Z","steps":["trace[338647460] 'agreement among raft nodes before linearized reading' (duration: 307.377414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:53.06543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:52.757637Z","time spent":"307.785414ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T20:28:53.065208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:52.269625Z","time spent":"795.569467ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:28:53.065412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.676108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-c47d949f5-wzxp9\" ","response":"range_response_count:1 size:7812"} {"level":"info","ts":"2026-03-31T20:28:53.065524Z","caller":"traceutil/trace.go:171","msg":"trace[1939655652] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-c47d949f5-wzxp9; range_end:; response_count:1; response_revision:4784; }","duration":"658.843942ms","start":"2026-03-31T20:28:52.406649Z","end":"2026-03-31T20:28:53.065493Z","steps":["trace[1939655652] 'agreement among raft nodes before linearized reading' (duration: 658.405341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:53.065579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:52.406626Z","time spent":"658.940874ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7834,"request content":"key:\"/registry/pods/openstack/memcached-memcached-c47d949f5-wzxp9\" "} {"level":"info","ts":"2026-03-31T20:28:53.065429Z","caller":"traceutil/trace.go:171","msg":"trace[674337884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wfpfh; range_end:; response_count:1; response_revision:4784; }","duration":"307.264041ms","start":"2026-03-31T20:28:52.75815Z","end":"2026-03-31T20:28:53.065414Z","steps":["trace[674337884] 'agreement among raft nodes before linearized reading' (duration: 306.878271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:53.065697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:52.758128Z","time spent":"307.558119ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-wfpfh\" "} {"level":"warn","ts":"2026-03-31T20:28:55.417983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.212482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-31T20:28:55.41807Z","caller":"traceutil/trace.go:171","msg":"trace[1327739851] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4816; }","duration":"148.348565ms","start":"2026-03-31T20:28:55.2697Z","end":"2026-03-31T20:28:55.418048Z","steps":["trace[1327739851] 'range keys from in-memory index tree' (duration: 147.984196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:55.418314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.198313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-31T20:28:55.418346Z","caller":"traceutil/trace.go:171","msg":"trace[282432228] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4816; }","duration":"145.249224ms","start":"2026-03-31T20:28:55.273087Z","end":"2026-03-31T20:28:55.418336Z","steps":["trace[282432228] 'range keys from in-memory index tree' (duration: 145.099621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:00.389158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.100012ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:00.389406Z","caller":"traceutil/trace.go:171","msg":"trace[2011874189] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4966; }","duration":"343.391439ms","start":"2026-03-31T20:29:00.045983Z","end":"2026-03-31T20:29:00.389375Z","steps":["trace[2011874189] 'range keys from in-memory index tree' (duration: 343.037421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:00.389289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.955921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:29:00.389811Z","caller":"traceutil/trace.go:171","msg":"trace[181992504] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4966; }","duration":"338.521485ms","start":"2026-03-31T20:29:00.051249Z","end":"2026-03-31T20:29:00.38977Z","steps":["trace[181992504] 'count revisions from in-memory index tree' (duration: 337.844498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:00.390102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:00.05123Z","time spent":"338.836213ms","remote":"127.0.0.1:35122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":28,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:29:00.390288Z","caller":"traceutil/trace.go:171","msg":"trace[1343338978] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5173; }","duration":"221.514595ms","start":"2026-03-31T20:29:00.168757Z","end":"2026-03-31T20:29:00.390272Z","steps":["trace[1343338978] 'read index received' (duration: 128.339259ms)","trace[1343338978] 'applied index is now lower than readState.Index' (duration: 93.173866ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:00.390339Z","caller":"traceutil/trace.go:171","msg":"trace[1458131349] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"253.119708ms","start":"2026-03-31T20:29:00.137202Z","end":"2026-03-31T20:29:00.390321Z","steps":["trace[1458131349] 'process raft request' (duration: 160.010464ms)","trace[1458131349] 'compare' (duration: 92.415147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:00.390509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.040506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:29:00.390559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.595261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:29:00.390588Z","caller":"traceutil/trace.go:171","msg":"trace[150167651] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:4967; }","duration":"160.17288ms","start":"2026-03-31T20:29:00.230396Z","end":"2026-03-31T20:29:00.390569Z","steps":["trace[150167651] 'agreement among raft nodes before linearized reading' (duration: 160.032766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:00.390596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.118717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:29:00.390593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.793354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-275bdcef-2726-4e28-97b7-e4345ece89e4\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-31T20:29:00.390597Z","caller":"traceutil/trace.go:171","msg":"trace[1043484679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4967; }","duration":"202.647242ms","start":"2026-03-31T20:29:00.187938Z","end":"2026-03-31T20:29:00.390586Z","steps":["trace[1043484679] 'agreement among raft nodes before linearized reading' (duration: 202.453566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:00.390706Z","caller":"traceutil/trace.go:171","msg":"trace[1842817078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4967; }","duration":"188.238211ms","start":"2026-03-31T20:29:00.202433Z","end":"2026-03-31T20:29:00.390671Z","steps":["trace[1842817078] 'agreement among raft nodes before linearized reading' (duration: 188.011535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:00.390709Z","caller":"traceutil/trace.go:171","msg":"trace[387576602] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-275bdcef-2726-4e28-97b7-e4345ece89e4; range_end:; response_count:1; response_revision:4967; }","duration":"221.943937ms","start":"2026-03-31T20:29:00.16874Z","end":"2026-03-31T20:29:00.390684Z","steps":["trace[387576602] 'agreement among raft nodes before linearized reading' (duration: 221.639329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:00.391708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.943693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2575982"} {"level":"info","ts":"2026-03-31T20:29:00.391783Z","caller":"traceutil/trace.go:171","msg":"trace[1440192426] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4966; }","duration":"328.023155ms","start":"2026-03-31T20:29:00.063743Z","end":"2026-03-31T20:29:00.391767Z","steps":["trace[1440192426] 'range keys from in-memory index tree' (duration: 325.572042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:00.39211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:00.06369Z","time spent":"328.399834ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2576004,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-31T20:29:00.905285Z","caller":"traceutil/trace.go:171","msg":"trace[1564483267] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"509.529332ms","start":"2026-03-31T20:29:00.395734Z","end":"2026-03-31T20:29:00.905264Z","steps":["trace[1564483267] 'process raft request' (duration: 509.363788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:00.905426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:00.395715Z","time spent":"509.637145ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:01.164421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.720155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:01.164607Z","caller":"traceutil/trace.go:171","msg":"trace[1128036509] linearizableReadLoop","detail":"{readStateIndex:5176; appliedIndex:5174; }","duration":"737.713599ms","start":"2026-03-31T20:29:00.426869Z","end":"2026-03-31T20:29:01.164583Z","steps":["trace[1128036509] 'read index received' (duration: 478.252168ms)","trace[1128036509] 'applied index is now lower than readState.Index' (duration: 259.459151ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:01.164779Z","caller":"traceutil/trace.go:171","msg":"trace[945058658] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"768.133092ms","start":"2026-03-31T20:29:00.396597Z","end":"2026-03-31T20:29:01.16473Z","steps":["trace[945058658] 'process raft request' (duration: 588.955605ms)","trace[945058658] 'compare' (duration: 178.184901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:01.164969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.049008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-31T20:29:01.164972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.577516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:29:01.16507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:00.396572Z","time spent":"768.343388ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:01.165118Z","caller":"traceutil/trace.go:171","msg":"trace[1859931612] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4969; }","duration":"738.402978ms","start":"2026-03-31T20:29:00.426672Z","end":"2026-03-31T20:29:01.165075Z","steps":["trace[1859931612] 'agreement among raft nodes before linearized reading' (duration: 738.038258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:01.165148Z","caller":"traceutil/trace.go:171","msg":"trace[893447108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4969; }","duration":"331.809972ms","start":"2026-03-31T20:29:00.833294Z","end":"2026-03-31T20:29:01.165104Z","steps":["trace[893447108] 'agreement among raft nodes before linearized reading' (duration: 331.517755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:01.165206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.924485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-275bdcef-2726-4e28-97b7-e4345ece89e4\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-31T20:29:01.165228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:00.833266Z","time spent":"331.944125ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:29:01.165279Z","caller":"traceutil/trace.go:171","msg":"trace[791066569] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-275bdcef-2726-4e28-97b7-e4345ece89e4; range_end:; response_count:1; response_revision:4969; }","duration":"675.032127ms","start":"2026-03-31T20:29:00.490226Z","end":"2026-03-31T20:29:01.165258Z","steps":["trace[791066569] 'agreement among raft nodes before linearized reading' (duration: 674.505164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:01.165342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:00.490206Z","time spent":"675.12164ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-275bdcef-2726-4e28-97b7-e4345ece89e4\" "} {"level":"warn","ts":"2026-03-31T20:29:01.165172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:00.426649Z","time spent":"738.511021ms","remote":"127.0.0.1:56016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-31T20:29:01.425402Z","caller":"traceutil/trace.go:171","msg":"trace[445988788] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"255.47169ms","start":"2026-03-31T20:29:01.169898Z","end":"2026-03-31T20:29:01.425369Z","steps":["trace[445988788] 'process raft request' (duration: 251.99565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:01.42535Z","caller":"traceutil/trace.go:171","msg":"trace[1882278642] linearizableReadLoop","detail":"{readStateIndex:5177; appliedIndex:5176; }","duration":"254.384662ms","start":"2026-03-31T20:29:01.170938Z","end":"2026-03-31T20:29:01.425323Z","steps":["trace[1882278642] 'read index received' (duration: 250.982565ms)","trace[1882278642] 'applied index is now lower than readState.Index' (duration: 3.400567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:01.42604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.07443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:59697"} {"level":"info","ts":"2026-03-31T20:29:01.426185Z","caller":"traceutil/trace.go:171","msg":"trace[296754292] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4970; }","duration":"255.256735ms","start":"2026-03-31T20:29:01.170899Z","end":"2026-03-31T20:29:01.426156Z","steps":["trace[296754292] 'agreement among raft nodes before linearized reading' (duration: 254.571507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:01.429221Z","caller":"traceutil/trace.go:171","msg":"trace[239225842] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"257.697786ms","start":"2026-03-31T20:29:01.171489Z","end":"2026-03-31T20:29:01.429187Z","steps":["trace[239225842] 'process raft request' (duration: 257.416679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:01.429533Z","caller":"traceutil/trace.go:171","msg":"trace[1227961698] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"203.436862ms","start":"2026-03-31T20:29:01.226056Z","end":"2026-03-31T20:29:01.429492Z","steps":["trace[1227961698] 'process raft request' (duration: 203.299127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:01.429633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.075282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3522"} {"level":"info","ts":"2026-03-31T20:29:01.430157Z","caller":"traceutil/trace.go:171","msg":"trace[1935411210] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4973; }","duration":"238.609936ms","start":"2026-03-31T20:29:01.19152Z","end":"2026-03-31T20:29:01.43013Z","steps":["trace[1935411210] 'agreement among raft nodes before linearized reading' (duration: 237.944029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:01.429607Z","caller":"traceutil/trace.go:171","msg":"trace[442622822] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"252.471653ms","start":"2026-03-31T20:29:01.177109Z","end":"2026-03-31T20:29:01.429581Z","steps":["trace[442622822] 'process raft request' (duration: 251.99164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:01.429701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.274438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:01.431596Z","caller":"traceutil/trace.go:171","msg":"trace[910658652] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:4973; }","duration":"172.048903ms","start":"2026-03-31T20:29:01.259372Z","end":"2026-03-31T20:29:01.431421Z","steps":["trace[910658652] 'agreement among raft nodes before linearized reading' (duration: 170.290969ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:09.563942Z","caller":"traceutil/trace.go:171","msg":"trace[708058907] linearizableReadLoop","detail":"{readStateIndex:5303; appliedIndex:5302; }","duration":"105.411464ms","start":"2026-03-31T20:29:09.458511Z","end":"2026-03-31T20:29:09.563922Z","steps":["trace[708058907] 'read index received' (duration: 105.270231ms)","trace[708058907] 'applied index is now lower than readState.Index' (duration: 140.283µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:09.564046Z","caller":"traceutil/trace.go:171","msg":"trace[822369970] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"107.640362ms","start":"2026-03-31T20:29:09.456398Z","end":"2026-03-31T20:29:09.564038Z","steps":["trace[822369970] 'process raft request' (duration: 107.349654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:09.564337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.823585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-31T20:29:09.564365Z","caller":"traceutil/trace.go:171","msg":"trace[1906631310] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5092; }","duration":"105.927737ms","start":"2026-03-31T20:29:09.458431Z","end":"2026-03-31T20:29:09.564359Z","steps":["trace[1906631310] 'agreement among raft nodes before linearized reading' (duration: 105.718982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:09.564596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.237554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wfpfh\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T20:29:09.564662Z","caller":"traceutil/trace.go:171","msg":"trace[780627094] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wfpfh; range_end:; response_count:1; response_revision:5092; }","duration":"104.338696ms","start":"2026-03-31T20:29:09.460311Z","end":"2026-03-31T20:29:09.564649Z","steps":["trace[780627094] 'agreement among raft nodes before linearized reading' (duration: 104.075649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:09.564836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.122167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:29:09.564937Z","caller":"traceutil/trace.go:171","msg":"trace[1832589416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5092; }","duration":"105.539898ms","start":"2026-03-31T20:29:09.459382Z","end":"2026-03-31T20:29:09.564922Z","steps":["trace[1832589416] 'agreement among raft nodes before linearized reading' (duration: 104.939702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:13.828412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.888856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:13.828645Z","caller":"traceutil/trace.go:171","msg":"trace[1608811198] linearizableReadLoop","detail":"{readStateIndex:5335; appliedIndex:5333; }","duration":"228.962677ms","start":"2026-03-31T20:29:13.599665Z","end":"2026-03-31T20:29:13.828628Z","steps":["trace[1608811198] 'read index received' (duration: 33.769083ms)","trace[1608811198] 'applied index is now lower than readState.Index' (duration: 195.192314ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:13.828707Z","caller":"traceutil/trace.go:171","msg":"trace[308117950] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"229.900421ms","start":"2026-03-31T20:29:13.598766Z","end":"2026-03-31T20:29:13.828666Z","steps":["trace[308117950] 'process raft request' (duration: 229.767698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:13.828924Z","caller":"traceutil/trace.go:171","msg":"trace[644246409] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"230.479166ms","start":"2026-03-31T20:29:13.59841Z","end":"2026-03-31T20:29:13.828889Z","steps":["trace[644246409] 'process raft request' (duration: 35.009505ms)","trace[644246409] 'compare' (duration: 194.568217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:13.829238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.560582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:61095"} {"level":"info","ts":"2026-03-31T20:29:13.829289Z","caller":"traceutil/trace.go:171","msg":"trace[172556988] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5123; }","duration":"229.642165ms","start":"2026-03-31T20:29:13.599636Z","end":"2026-03-31T20:29:13.829278Z","steps":["trace[172556988] 'agreement among raft nodes before linearized reading' (duration: 229.06793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:13.83978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.257058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-31T20:29:13.83984Z","caller":"traceutil/trace.go:171","msg":"trace[1308255065] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5124; }","duration":"144.411223ms","start":"2026-03-31T20:29:13.69542Z","end":"2026-03-31T20:29:13.839831Z","steps":["trace[1308255065] 'agreement among raft nodes before linearized reading' (duration: 144.28279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:13.839855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.467267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10515"} {"level":"warn","ts":"2026-03-31T20:29:13.839879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.353134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-31T20:29:13.839861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.810541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T20:29:13.839934Z","caller":"traceutil/trace.go:171","msg":"trace[1479085468] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5124; }","duration":"206.579699ms","start":"2026-03-31T20:29:13.633336Z","end":"2026-03-31T20:29:13.839916Z","steps":["trace[1479085468] 'agreement among raft nodes before linearized reading' (duration: 206.343263ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:13.839949Z","caller":"traceutil/trace.go:171","msg":"trace[1332308158] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5124; }","duration":"213.456427ms","start":"2026-03-31T20:29:13.626475Z","end":"2026-03-31T20:29:13.839931Z","steps":["trace[1332308158] 'agreement among raft nodes before linearized reading' (duration: 213.21999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:13.839999Z","caller":"traceutil/trace.go:171","msg":"trace[1178076087] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5124; }","duration":"125.991897ms","start":"2026-03-31T20:29:13.713963Z","end":"2026-03-31T20:29:13.839955Z","steps":["trace[1178076087] 'agreement among raft nodes before linearized reading' (duration: 125.684168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:13.840047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.72933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-31T20:29:13.840091Z","caller":"traceutil/trace.go:171","msg":"trace[825689477] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5124; }","duration":"214.809752ms","start":"2026-03-31T20:29:13.62527Z","end":"2026-03-31T20:29:13.84008Z","steps":["trace[825689477] 'agreement among raft nodes before linearized reading' (duration: 214.694869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.457475Z","caller":"traceutil/trace.go:171","msg":"trace[311595924] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"101.37184ms","start":"2026-03-31T20:30:00.356068Z","end":"2026-03-31T20:30:00.45744Z","steps":["trace[311595924] 'process raft request' (duration: 45.451464ms)","trace[311595924] 'compare' (duration: 55.69444ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:09.370197Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3260} {"level":"info","ts":"2026-03-31T20:32:09.460139Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3260,"took":"88.630507ms","hash":3031487359,"current-db-size-bytes":61231104,"current-db-size":"61 MB","current-db-size-in-use-bytes":33894400,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T20:32:09.460211Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3031487359,"revision":3260,"compact-revision":-1} {"level":"info","ts":"2026-03-31T20:32:11.158838Z","caller":"traceutil/trace.go:171","msg":"trace[1509092414] transaction","detail":"{read_only:false; response_revision:6600; number_of_response:1; }","duration":"143.955346ms","start":"2026-03-31T20:32:11.014841Z","end":"2026-03-31T20:32:11.158796Z","steps":["trace[1509092414] 'process raft request' (duration: 132.660124ms)","trace[1509092414] 'compare' (duration: 11.079277ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:43.135585Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002108.wal"} {"level":"info","ts":"2026-03-31T20:34:45.886017Z","caller":"traceutil/trace.go:171","msg":"trace[1833723367] linearizableReadLoop","detail":"{readStateIndex:8479; appliedIndex:8478; }","duration":"103.454016ms","start":"2026-03-31T20:34:45.782542Z","end":"2026-03-31T20:34:45.885996Z","steps":["trace[1833723367] 'read index received' (duration: 103.234421ms)","trace[1833723367] 'applied index is now lower than readState.Index' (duration: 218.875µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:45.886159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.589699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:34:45.886149Z","caller":"traceutil/trace.go:171","msg":"trace[1634480684] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"136.410885ms","start":"2026-03-31T20:34:45.74971Z","end":"2026-03-31T20:34:45.88612Z","steps":["trace[1634480684] 'process raft request' (duration: 136.159099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:45.886189Z","caller":"traceutil/trace.go:171","msg":"trace[226960887] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8123; }","duration":"103.641251ms","start":"2026-03-31T20:34:45.782539Z","end":"2026-03-31T20:34:45.88618Z","steps":["trace[226960887] 'agreement among raft nodes before linearized reading' (duration: 103.554179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:47.035716Z","caller":"traceutil/trace.go:171","msg":"trace[568105109] linearizableReadLoop","detail":"{readStateIndex:8487; appliedIndex:8486; }","duration":"305.232005ms","start":"2026-03-31T20:34:46.73046Z","end":"2026-03-31T20:34:47.035692Z","steps":["trace[568105109] 'read index received' (duration: 305.113412ms)","trace[568105109] 'applied index is now lower than readState.Index' (duration: 117.163µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:47.035793Z","caller":"traceutil/trace.go:171","msg":"trace[468615070] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"336.56086ms","start":"2026-03-31T20:34:46.699177Z","end":"2026-03-31T20:34:47.035738Z","steps":["trace[468615070] 'process raft request' (duration: 336.363015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:47.036065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:46.699156Z","time spent":"336.805316ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:34:47.03659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.093518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:34:47.036701Z","caller":"traceutil/trace.go:171","msg":"trace[1420641733] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8131; }","duration":"306.258072ms","start":"2026-03-31T20:34:46.730416Z","end":"2026-03-31T20:34:47.036674Z","steps":["trace[1420641733] 'agreement among raft nodes before linearized reading' (duration: 305.499232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:47.036783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:46.730397Z","time spent":"306.368214ms","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":793,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:34:47.281609Z","caller":"traceutil/trace.go:171","msg":"trace[346691004] linearizableReadLoop","detail":"{readStateIndex:8488; appliedIndex:8487; }","duration":"245.748617ms","start":"2026-03-31T20:34:47.035835Z","end":"2026-03-31T20:34:47.281584Z","steps":["trace[346691004] 'read index received' (duration: 245.51307ms)","trace[346691004] 'applied index is now lower than readState.Index' (duration: 234.647µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:47.281672Z","caller":"traceutil/trace.go:171","msg":"trace[1531352036] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"418.312355ms","start":"2026-03-31T20:34:46.863287Z","end":"2026-03-31T20:34:47.281599Z","steps":["trace[1531352036] 'process raft request' (duration: 418.13808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:47.281829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:46.863255Z","time spent":"418.480539ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:34:47.281821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.026115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:47.281988Z","caller":"traceutil/trace.go:171","msg":"trace[1890034427] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8132; }","duration":"139.173879ms","start":"2026-03-31T20:34:47.14273Z","end":"2026-03-31T20:34:47.281904Z","steps":["trace[1890034427] 'agreement among raft nodes before linearized reading' (duration: 139.002004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:47.282099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.211704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:34:47.282244Z","caller":"traceutil/trace.go:171","msg":"trace[1813738996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8132; }","duration":"261.432799ms","start":"2026-03-31T20:34:47.02078Z","end":"2026-03-31T20:34:47.282213Z","steps":["trace[1813738996] 'agreement among raft nodes before linearized reading' (duration: 261.079941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:47.282411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.251154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:47.282466Z","caller":"traceutil/trace.go:171","msg":"trace[234658390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8132; }","duration":"448.359586ms","start":"2026-03-31T20:34:46.834092Z","end":"2026-03-31T20:34:47.282451Z","steps":["trace[234658390] 'agreement among raft nodes before linearized reading' (duration: 448.120269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:47.282498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:46.834022Z","time spent":"448.467529ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:34:47.282491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.462781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:47.282563Z","caller":"traceutil/trace.go:171","msg":"trace[1819912183] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8132; }","duration":"368.585915ms","start":"2026-03-31T20:34:46.913962Z","end":"2026-03-31T20:34:47.282548Z","steps":["trace[1819912183] 'agreement among raft nodes before linearized reading' (duration: 367.741643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:47.2826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:46.913949Z","time spent":"368.639916ms","remote":"127.0.0.1:34928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:34:59.467257Z","caller":"traceutil/trace.go:171","msg":"trace[1030873202] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"353.518447ms","start":"2026-03-31T20:34:59.113718Z","end":"2026-03-31T20:34:59.467236Z","steps":["trace[1030873202] 'process raft request' (duration: 353.378824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:59.467412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:59.113696Z","time spent":"353.64925ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:34:59.810104Z","caller":"traceutil/trace.go:171","msg":"trace[921839596] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"489.188132ms","start":"2026-03-31T20:34:59.320875Z","end":"2026-03-31T20:34:59.810063Z","steps":["trace[921839596] 'process raft request' (duration: 449.658631ms)","trace[921839596] 'compare' (duration: 39.007327ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:59.810384Z","caller":"traceutil/trace.go:171","msg":"trace[1880091218] linearizableReadLoop","detail":"{readStateIndex:8578; appliedIndex:8576; }","duration":"467.558351ms","start":"2026-03-31T20:34:59.342796Z","end":"2026-03-31T20:34:59.810354Z","steps":["trace[1880091218] 'read index received' (duration: 124.336956ms)","trace[1880091218] 'applied index is now lower than readState.Index' (duration: 343.219505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:59.810859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:59.320851Z","time spent":"489.927602ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:34:59.810984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.185698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:34:59.811013Z","caller":"traceutil/trace.go:171","msg":"trace[404414399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8215; }","duration":"468.226159ms","start":"2026-03-31T20:34:59.342778Z","end":"2026-03-31T20:34:59.811004Z","steps":["trace[404414399] 'agreement among raft nodes before linearized reading' (duration: 468.083485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:59.811036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:59.342735Z","time spent":"468.294651ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:34:59.81123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.065682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:34:59.811279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.564909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wfpfh\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T20:34:59.811276Z","caller":"traceutil/trace.go:171","msg":"trace[256112520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8215; }","duration":"225.139504ms","start":"2026-03-31T20:34:59.586125Z","end":"2026-03-31T20:34:59.811264Z","steps":["trace[256112520] 'agreement among raft nodes before linearized reading' (duration: 225.00517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:59.8113Z","caller":"traceutil/trace.go:171","msg":"trace[2076507186] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wfpfh; range_end:; response_count:1; response_revision:8215; }","duration":"166.629752ms","start":"2026-03-31T20:34:59.644664Z","end":"2026-03-31T20:34:59.811293Z","steps":["trace[2076507186] 'agreement among raft nodes before linearized reading' (duration: 166.57061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:59.811459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.398669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T20:34:59.811481Z","caller":"traceutil/trace.go:171","msg":"trace[1864937734] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8215; }","duration":"157.438779ms","start":"2026-03-31T20:34:59.654034Z","end":"2026-03-31T20:34:59.811473Z","steps":["trace[1864937734] 'agreement among raft nodes before linearized reading' (duration: 157.373998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:59.81154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.957733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-31T20:34:59.811611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.248712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-31T20:34:59.811635Z","caller":"traceutil/trace.go:171","msg":"trace[852752740] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8215; }","duration":"163.308154ms","start":"2026-03-31T20:34:59.64832Z","end":"2026-03-31T20:34:59.811629Z","steps":["trace[852752740] 'agreement among raft nodes before linearized reading' (duration: 163.247173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:59.811599Z","caller":"traceutil/trace.go:171","msg":"trace[162030073] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8215; }","duration":"218.048566ms","start":"2026-03-31T20:34:59.593537Z","end":"2026-03-31T20:34:59.811585Z","steps":["trace[162030073] 'agreement among raft nodes before linearized reading' (duration: 217.903262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:59.811709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.140568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:34:59.811753Z","caller":"traceutil/trace.go:171","msg":"trace[1064693181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8215; }","duration":"221.2231ms","start":"2026-03-31T20:34:59.590517Z","end":"2026-03-31T20:34:59.811741Z","steps":["trace[1064693181] 'agreement among raft nodes before linearized reading' (duration: 221.107847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:00.892313Z","caller":"traceutil/trace.go:171","msg":"trace[184094954] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"228.000399ms","start":"2026-03-31T20:35:00.664273Z","end":"2026-03-31T20:35:00.892273Z","steps":["trace[184094954] 'process raft request' (duration: 227.844565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:01.946088Z","caller":"traceutil/trace.go:171","msg":"trace[1909897731] linearizableReadLoop","detail":"{readStateIndex:8591; appliedIndex:8590; }","duration":"114.478447ms","start":"2026-03-31T20:35:01.831591Z","end":"2026-03-31T20:35:01.946069Z","steps":["trace[1909897731] 'read index received' (duration: 114.299253ms)","trace[1909897731] 'applied index is now lower than readState.Index' (duration: 178.244µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:01.946146Z","caller":"traceutil/trace.go:171","msg":"trace[61187152] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"129.927894ms","start":"2026-03-31T20:35:01.816189Z","end":"2026-03-31T20:35:01.946117Z","steps":["trace[61187152] 'process raft request' (duration: 129.74303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:01.946219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.622791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:01.946248Z","caller":"traceutil/trace.go:171","msg":"trace[1376477243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8228; }","duration":"114.698143ms","start":"2026-03-31T20:35:01.831542Z","end":"2026-03-31T20:35:01.94624Z","steps":["trace[1376477243] 'agreement among raft nodes before linearized reading' (duration: 114.635122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:02.140095Z","caller":"traceutil/trace.go:171","msg":"trace[1522167746] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"103.224811ms","start":"2026-03-31T20:35:02.036838Z","end":"2026-03-31T20:35:02.140063Z","steps":["trace[1522167746] 'process raft request' (duration: 95.555209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:28.961311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12798840113120277548,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:35:29.003229Z","caller":"traceutil/trace.go:171","msg":"trace[1499324788] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"655.197407ms","start":"2026-03-31T20:35:28.348007Z","end":"2026-03-31T20:35:29.003205Z","steps":["trace[1499324788] 'process raft request' (duration: 655.013712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:29.003373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:28.347973Z","time spent":"655.32351ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:35:29.018841Z","caller":"traceutil/trace.go:171","msg":"trace[1164221747] linearizableReadLoop","detail":"{readStateIndex:8840; appliedIndex:8838; }","duration":"558.055667ms","start":"2026-03-31T20:35:28.460768Z","end":"2026-03-31T20:35:29.018824Z","steps":["trace[1164221747] 'read index received' (duration: 542.382695ms)","trace[1164221747] 'applied index is now lower than readState.Index' (duration: 15.672202ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:29.01896Z","caller":"traceutil/trace.go:171","msg":"trace[1770505502] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"124.953442ms","start":"2026-03-31T20:35:28.89396Z","end":"2026-03-31T20:35:29.018913Z","steps":["trace[1770505502] 'process raft request' (duration: 124.775288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:29.019022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.248451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T20:35:29.019046Z","caller":"traceutil/trace.go:171","msg":"trace[1950129744] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8465; }","duration":"558.316903ms","start":"2026-03-31T20:35:28.46072Z","end":"2026-03-31T20:35:29.019037Z","steps":["trace[1950129744] 'agreement among raft nodes before linearized reading' (duration: 558.20209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:29.019066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:28.460699Z","time spent":"558.361965ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:35:40.631999Z","caller":"traceutil/trace.go:171","msg":"trace[1858042629] linearizableReadLoop","detail":"{readStateIndex:8969; appliedIndex:8968; }","duration":"127.215423ms","start":"2026-03-31T20:35:40.504754Z","end":"2026-03-31T20:35:40.631969Z","steps":["trace[1858042629] 'read index received' (duration: 116.897381ms)","trace[1858042629] 'applied index is now lower than readState.Index' (duration: 10.316982ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:40.632069Z","caller":"traceutil/trace.go:171","msg":"trace[1864221553] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"128.857046ms","start":"2026-03-31T20:35:40.503175Z","end":"2026-03-31T20:35:40.632032Z","steps":["trace[1864221553] 'process raft request' (duration: 118.475932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:40.632234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.467259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wtpft\" ","response":"range_response_count:1 size:4609"} {"level":"info","ts":"2026-03-31T20:35:40.632275Z","caller":"traceutil/trace.go:171","msg":"trace[1275080470] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wtpft; range_end:; response_count:1; response_revision:8586; }","duration":"127.559103ms","start":"2026-03-31T20:35:40.504704Z","end":"2026-03-31T20:35:40.632263Z","steps":["trace[1275080470] 'agreement among raft nodes before linearized reading' (duration: 127.372947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:41.425199Z","caller":"traceutil/trace.go:171","msg":"trace[1800950072] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"261.092371ms","start":"2026-03-31T20:35:41.164081Z","end":"2026-03-31T20:35:41.425174Z","steps":["trace[1800950072] 'process raft request' (duration: 260.948647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:41.891791Z","caller":"traceutil/trace.go:171","msg":"trace[1397878608] linearizableReadLoop","detail":"{readStateIndex:8973; appliedIndex:8971; }","duration":"530.629815ms","start":"2026-03-31T20:35:41.361138Z","end":"2026-03-31T20:35:41.891768Z","steps":["trace[1397878608] 'read index received' (duration: 63.895664ms)","trace[1397878608] 'applied index is now lower than readState.Index' (duration: 466.733321ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:41.891906Z","caller":"traceutil/trace.go:171","msg":"trace[1806274782] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"578.425615ms","start":"2026-03-31T20:35:41.313445Z","end":"2026-03-31T20:35:41.89187Z","steps":["trace[1806274782] 'process raft request' (duration: 578.175817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:41.891959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.793839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:41.892Z","caller":"traceutil/trace.go:171","msg":"trace[2075104488] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8590; }","duration":"530.856261ms","start":"2026-03-31T20:35:41.361133Z","end":"2026-03-31T20:35:41.891989Z","steps":["trace[2075104488] 'agreement among raft nodes before linearized reading' (duration: 530.767888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:41.892047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:41.361084Z","time spent":"530.952423ms","remote":"127.0.0.1:48736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:35:41.892102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:41.313424Z","time spent":"578.572769ms","remote":"127.0.0.1:56176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2999,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:35:41.898453Z","caller":"traceutil/trace.go:171","msg":"trace[919149023] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"268.411383ms","start":"2026-03-31T20:35:41.630021Z","end":"2026-03-31T20:35:41.898433Z","steps":["trace[919149023] 'process raft request' (duration: 268.110256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:41.898517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.221435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:35:41.898521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.027076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-31T20:35:41.898582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.14464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-31T20:35:41.898582Z","caller":"traceutil/trace.go:171","msg":"trace[1977072066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8591; }","duration":"236.324197ms","start":"2026-03-31T20:35:41.662239Z","end":"2026-03-31T20:35:41.898563Z","steps":["trace[1977072066] 'agreement among raft nodes before linearized reading' (duration: 236.133543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:41.898628Z","caller":"traceutil/trace.go:171","msg":"trace[1045027168] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8591; }","duration":"470.224212ms","start":"2026-03-31T20:35:41.428392Z","end":"2026-03-31T20:35:41.898616Z","steps":["trace[1045027168] 'agreement among raft nodes before linearized reading' (duration: 470.13368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:41.898615Z","caller":"traceutil/trace.go:171","msg":"trace[722844231] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8591; }","duration":"495.17381ms","start":"2026-03-31T20:35:41.403418Z","end":"2026-03-31T20:35:41.898592Z","steps":["trace[722844231] 'agreement among raft nodes before linearized reading' (duration: 494.891553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:41.89865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:41.428365Z","time spent":"470.279273ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:35:41.898674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:41.403397Z","time spent":"495.263422ms","remote":"127.0.0.1:56092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-31T20:35:43.043858Z","caller":"traceutil/trace.go:171","msg":"trace[1990530464] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"400.151275ms","start":"2026-03-31T20:35:42.643689Z","end":"2026-03-31T20:35:43.04384Z","steps":["trace[1990530464] 'process raft request' (duration: 400.024972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:43.043967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:42.643671Z","time spent":"400.240147ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:35:43.228214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.522114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-31T20:35:43.228289Z","caller":"traceutil/trace.go:171","msg":"trace[686552129] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8602; }","duration":"181.625738ms","start":"2026-03-31T20:35:43.046643Z","end":"2026-03-31T20:35:43.228269Z","steps":["trace[686552129] 'range keys from in-memory index tree' (duration: 181.454222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:44.164262Z","caller":"traceutil/trace.go:171","msg":"trace[453849484] linearizableReadLoop","detail":"{readStateIndex:8989; appliedIndex:8988; }","duration":"247.307858ms","start":"2026-03-31T20:35:43.916929Z","end":"2026-03-31T20:35:44.164237Z","steps":["trace[453849484] 'read index received' (duration: 237.388216ms)","trace[453849484] 'applied index is now lower than readState.Index' (duration: 9.918222ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:44.164304Z","caller":"traceutil/trace.go:171","msg":"trace[1451128852] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"248.338565ms","start":"2026-03-31T20:35:43.915933Z","end":"2026-03-31T20:35:44.164271Z","steps":["trace[1451128852] 'process raft request' (duration: 238.370492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:44.164478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.528374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-31T20:35:44.164517Z","caller":"traceutil/trace.go:171","msg":"trace[358352490] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8605; }","duration":"247.599926ms","start":"2026-03-31T20:35:43.916902Z","end":"2026-03-31T20:35:44.164502Z","steps":["trace[358352490] 'agreement among raft nodes before linearized reading' (duration: 247.445892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:09.37708Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6582} {"level":"info","ts":"2026-03-31T20:37:09.470053Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6582,"took":"91.134846ms","hash":4111504871,"current-db-size-bytes":61231104,"current-db-size":"61 MB","current-db-size-in-use-bytes":27062272,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-31T20:37:09.470126Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4111504871,"revision":6582,"compact-revision":3260} {"level":"info","ts":"2026-03-31T20:37:18.797345Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2451868e402db19e","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T20:37:18.853503Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T20:37:18.85361Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T20:37:20.810748Z","caller":"traceutil/trace.go:171","msg":"trace[1135077570] transaction","detail":"{read_only:false; response_revision:9583; number_of_response:1; }","duration":"179.759858ms","start":"2026-03-31T20:37:20.630905Z","end":"2026-03-31T20:37:20.810664Z","steps":["trace[1135077570] 'process raft request' (duration: 164.969544ms)","trace[1135077570] 'compare' (duration: 14.596659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:20.810936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.631602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-31T20:37:20.811017Z","caller":"traceutil/trace.go:171","msg":"trace[597348809] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9583; }","duration":"110.769677ms","start":"2026-03-31T20:37:20.700232Z","end":"2026-03-31T20:37:20.811002Z","steps":["trace[597348809] 'agreement among raft nodes before linearized reading' (duration: 110.50849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:20.810628Z","caller":"traceutil/trace.go:171","msg":"trace[1225797272] linearizableReadLoop","detail":"{readStateIndex:10013; appliedIndex:10012; }","duration":"110.314834ms","start":"2026-03-31T20:37:20.700282Z","end":"2026-03-31T20:37:20.810597Z","steps":["trace[1225797272] 'read index received' (duration: 95.592192ms)","trace[1225797272] 'applied index is now lower than readState.Index' (duration: 14.721682ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:20.99859Z","caller":"traceutil/trace.go:171","msg":"trace[1827102678] transaction","detail":"{read_only:false; response_revision:9588; number_of_response:1; }","duration":"132.193673ms","start":"2026-03-31T20:37:20.866374Z","end":"2026-03-31T20:37:20.998567Z","steps":["trace[1827102678] 'process raft request' (duration: 72.888882ms)","trace[1827102678] 'compare' (duration: 58.89572ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:32.965488Z","caller":"traceutil/trace.go:171","msg":"trace[1354034714] transaction","detail":"{read_only:false; response_revision:9696; number_of_response:1; }","duration":"104.348909ms","start":"2026-03-31T20:37:32.861119Z","end":"2026-03-31T20:37:32.965468Z","steps":["trace[1354034714] 'process raft request' (duration: 104.214456ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:33.120267Z","caller":"traceutil/trace.go:171","msg":"trace[649129591] transaction","detail":"{read_only:false; response_revision:9698; number_of_response:1; }","duration":"150.405576ms","start":"2026-03-31T20:37:32.969831Z","end":"2026-03-31T20:37:33.120237Z","steps":["trace[649129591] 'process raft request' (duration: 150.1841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:33.120718Z","caller":"traceutil/trace.go:171","msg":"trace[1502891553] transaction","detail":"{read_only:false; response_revision:9699; number_of_response:1; }","duration":"150.710324ms","start":"2026-03-31T20:37:32.96998Z","end":"2026-03-31T20:37:33.120691Z","steps":["trace[1502891553] 'process raft request' (duration: 150.205521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:33.120776Z","caller":"traceutil/trace.go:171","msg":"trace[39182221] transaction","detail":"{read_only:false; response_revision:9700; number_of_response:1; }","duration":"150.697033ms","start":"2026-03-31T20:37:32.970051Z","end":"2026-03-31T20:37:33.120748Z","steps":["trace[39182221] 'process raft request' (duration: 150.411215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:09.884425Z","caller":"traceutil/trace.go:171","msg":"trace[1465637878] transaction","detail":"{read_only:false; response_revision:10635; number_of_response:1; }","duration":"141.258814ms","start":"2026-03-31T20:39:09.743126Z","end":"2026-03-31T20:39:09.884385Z","steps":["trace[1465637878] 'process raft request' (duration: 141.122101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:09.884581Z","caller":"traceutil/trace.go:171","msg":"trace[439305600] transaction","detail":"{read_only:false; response_revision:10634; number_of_response:1; }","duration":"143.784378ms","start":"2026-03-31T20:39:09.740773Z","end":"2026-03-31T20:39:09.884557Z","steps":["trace[439305600] 'process raft request' (duration: 115.533716ms)","trace[439305600] 'compare' (duration: 27.76767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:53.849052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12798840113120285642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:40:54.349196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12798840113120285642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:40:54.849548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12798840113120285642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:40:55.347871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999739406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:40:55.347932Z","caller":"traceutil/trace.go:171","msg":"trace[1406203416] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999851039s","start":"2026-03-31T20:40:53.348064Z","end":"2026-03-31T20:40:55.347915Z","steps":["trace[1406203416] 'agreement among raft nodes before linearized reading' (duration: 1.999780907s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:55.347959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:53.348039Z","time spent":"1.999913851s","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:40:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:40:55.350166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12798840113120285642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:40:55.83238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000707571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:40:55.832467Z","caller":"traceutil/trace.go:171","msg":"trace[329098220] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000858295s","start":"2026-03-31T20:40:53.831583Z","end":"2026-03-31T20:40:55.832442Z","steps":["trace[329098220] 'agreement among raft nodes before linearized reading' (duration: 2.000737632s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:55.832542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:53.831559Z","time spent":"2.000971718s","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:40:55.850628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12798840113120285642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:40:56.35167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12798840113120285642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:40:56.445841Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.435141586s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:40:56.44626Z","caller":"traceutil/trace.go:171","msg":"trace[612338495] transaction","detail":"{read_only:false; response_revision:11372; number_of_response:1; }","duration":"3.435624168s","start":"2026-03-31T20:40:53.010616Z","end":"2026-03-31T20:40:56.44624Z","steps":["trace[612338495] 'process raft request' (duration: 3.435388721s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.446468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:53.010601Z","time spent":"3.435719671s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:56.450174Z","caller":"traceutil/trace.go:171","msg":"trace[622292850] linearizableReadLoop","detail":"{readStateIndex:11896; appliedIndex:11893; }","duration":"3.102027846s","start":"2026-03-31T20:40:53.348127Z","end":"2026-03-31T20:40:56.450155Z","steps":["trace[622292850] 'read index received' (duration: 3.097902058s)","trace[622292850] 'applied index is now lower than readState.Index' (duration: 4.125028ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:56.450224Z","caller":"traceutil/trace.go:171","msg":"trace[649506685] transaction","detail":"{read_only:false; response_revision:11373; number_of_response:1; }","duration":"3.129911429s","start":"2026-03-31T20:40:53.32029Z","end":"2026-03-31T20:40:56.450202Z","steps":["trace[649506685] 'process raft request' (duration: 3.129699473s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:56.450246Z","caller":"traceutil/trace.go:171","msg":"trace[433533088] transaction","detail":"{read_only:false; response_revision:11374; number_of_response:1; }","duration":"1.150947551s","start":"2026-03-31T20:40:55.299284Z","end":"2026-03-31T20:40:56.450231Z","steps":["trace[433533088] 'process raft request' (duration: 1.150842359s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.450336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:55.29926Z","time spent":"1.151021294s","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:56.450399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.055917429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/staffeln-db-sync-t2wsl.18a2079b5256c864\" ","response":"range_response_count:1 size:844"} {"level":"warn","ts":"2026-03-31T20:40:56.450333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:53.32027Z","time spent":"3.13000571s","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:56.45043Z","caller":"traceutil/trace.go:171","msg":"trace[203807095] range","detail":"{range_begin:/registry/events/openstack/staffeln-db-sync-t2wsl.18a2079b5256c864; range_end:; response_count:1; response_revision:11374; }","duration":"3.056020892s","start":"2026-03-31T20:40:53.394398Z","end":"2026-03-31T20:40:56.450418Z","steps":["trace[203807095] 'agreement among raft nodes before linearized reading' (duration: 3.055845878s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.450457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:53.394375Z","time spent":"3.056075254s","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":866,"request content":"key:\"/registry/events/openstack/staffeln-db-sync-t2wsl.18a2079b5256c864\" "} {"level":"warn","ts":"2026-03-31T20:40:56.450494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394193747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:40:56.450534Z","caller":"traceutil/trace.go:171","msg":"trace[2058675077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11374; }","duration":"2.394269589s","start":"2026-03-31T20:40:54.056254Z","end":"2026-03-31T20:40:56.450524Z","steps":["trace[2058675077] 'agreement among raft nodes before linearized reading' (duration: 2.394154995s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.450554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.056235Z","time spent":"2.394315039s","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:40:56.450603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393320384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-31T20:40:56.450651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732268926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T20:40:56.450655Z","caller":"traceutil/trace.go:171","msg":"trace[917164765] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11374; }","duration":"2.393392406s","start":"2026-03-31T20:40:54.057248Z","end":"2026-03-31T20:40:56.450641Z","steps":["trace[917164765] 'agreement among raft nodes before linearized reading' (duration: 2.393261233s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.450664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.282352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:40:56.450697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075497441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:40:56.450668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6125558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-31T20:40:56.450736Z","caller":"traceutil/trace.go:171","msg":"trace[1674392519] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:11374; }","duration":"2.075563912s","start":"2026-03-31T20:40:54.375157Z","end":"2026-03-31T20:40:56.450721Z","steps":["trace[1674392519] 'agreement among raft nodes before linearized reading' (duration: 2.07547587s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.450768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.375139Z","time spent":"2.075622754s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":57,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:40:56.450772Z","caller":"traceutil/trace.go:171","msg":"trace[1642167791] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11374; }","duration":"2.612713894s","start":"2026-03-31T20:40:53.838034Z","end":"2026-03-31T20:40:56.450748Z","steps":["trace[1642167791] 'agreement among raft nodes before linearized reading' (duration: 2.612437147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.450783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136687598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:40:56.450804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.419909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:40:56.45081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227339268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:40:56.450815Z","caller":"traceutil/trace.go:171","msg":"trace[103167201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11374; }","duration":"2.136754459s","start":"2026-03-31T20:40:54.31405Z","end":"2026-03-31T20:40:56.450804Z","steps":["trace[103167201] 'agreement among raft nodes before linearized reading' (duration: 2.136671287s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.450817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:53.838003Z","time spent":"2.612805557s","remote":"127.0.0.1:56176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5151,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-31T20:40:56.450831Z","caller":"traceutil/trace.go:171","msg":"trace[1386835271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11374; }","duration":"591.477881ms","start":"2026-03-31T20:40:55.859346Z","end":"2026-03-31T20:40:56.450824Z","steps":["trace[1386835271] 'agreement among raft nodes before linearized reading' (duration: 591.43614ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:56.450834Z","caller":"traceutil/trace.go:171","msg":"trace[199518785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11374; }","duration":"2.227403331s","start":"2026-03-31T20:40:54.223425Z","end":"2026-03-31T20:40:56.450828Z","steps":["trace[199518785] 'agreement among raft nodes before linearized reading' (duration: 2.22734442s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.450842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.314027Z","time spent":"2.13680941s","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:40:56.450851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:55.859327Z","time spent":"591.520972ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:40:56.450856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.223407Z","time spent":"2.227444952s","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:40:56.450674Z","caller":"traceutil/trace.go:171","msg":"trace[1658915235] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11374; }","duration":"2.732327237s","start":"2026-03-31T20:40:53.718341Z","end":"2026-03-31T20:40:56.450668Z","steps":["trace[1658915235] 'agreement among raft nodes before linearized reading' (duration: 2.732262056s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.450925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544976301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:56.450955Z","caller":"traceutil/trace.go:171","msg":"trace[417241551] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:11374; }","duration":"1.545046143s","start":"2026-03-31T20:40:54.905901Z","end":"2026-03-31T20:40:56.450947Z","steps":["trace[417241551] 'agreement among raft nodes before linearized reading' (duration: 1.545001442s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.45098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.905879Z","time spent":"1.545095335s","remote":"127.0.0.1:54154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:40:56.450694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.05724Z","time spent":"2.393442237s","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T20:40:56.450925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:53.718319Z","time spent":"2.732597183s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:40:56.451096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655522777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:40:56.451123Z","caller":"traceutil/trace.go:171","msg":"trace[936259130] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:11374; }","duration":"1.655571989s","start":"2026-03-31T20:40:54.795544Z","end":"2026-03-31T20:40:56.451116Z","steps":["trace[936259130] 'agreement among raft nodes before linearized reading' (duration: 1.655524568s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.451149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.795533Z","time spent":"1.655610251s","remote":"127.0.0.1:56406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:40:56.450701Z","caller":"traceutil/trace.go:171","msg":"trace[972975020] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:11374; }","duration":"533.349044ms","start":"2026-03-31T20:40:55.917343Z","end":"2026-03-31T20:40:56.450692Z","steps":["trace[972975020] 'agreement among raft nodes before linearized reading' (duration: 533.293792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.451224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:55.917324Z","time spent":"533.888538ms","remote":"127.0.0.1:47204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:40:56.45121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.577108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T20:40:56.450589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313733989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:40:56.451276Z","caller":"traceutil/trace.go:171","msg":"trace[563190215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11374; }","duration":"2.314467469s","start":"2026-03-31T20:40:54.1368Z","end":"2026-03-31T20:40:56.451268Z","steps":["trace[563190215] 'agreement among raft nodes before linearized reading' (duration: 2.313611736s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:56.451281Z","caller":"traceutil/trace.go:171","msg":"trace[1799628250] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11374; }","duration":"794.733753ms","start":"2026-03-31T20:40:55.656527Z","end":"2026-03-31T20:40:56.451261Z","steps":["trace[1799628250] 'agreement among raft nodes before linearized reading' (duration: 794.037005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.451317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.136789Z","time spent":"2.31452073s","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:40:56.451311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816721469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wfpfh\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T20:40:56.451327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:55.656516Z","time spent":"794.802355ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T20:40:56.451352Z","caller":"traceutil/trace.go:171","msg":"trace[1276274776] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wfpfh; range_end:; response_count:1; response_revision:11374; }","duration":"1.816807261s","start":"2026-03-31T20:40:54.634534Z","end":"2026-03-31T20:40:56.451341Z","steps":["trace[1276274776] 'agreement among raft nodes before linearized reading' (duration: 1.816698578s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.45139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.634514Z","time spent":"1.816867373s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-wfpfh\" "} {"level":"warn","ts":"2026-03-31T20:40:56.451414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024946019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:40:56.451437Z","caller":"traceutil/trace.go:171","msg":"trace[1858202733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11374; }","duration":"2.025014872s","start":"2026-03-31T20:40:54.426416Z","end":"2026-03-31T20:40:56.451431Z","steps":["trace[1858202733] 'agreement among raft nodes before linearized reading' (duration: 2.023839231s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.451457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.426392Z","time spent":"2.025060153s","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:40:56.451503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.425126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:40:56.451545Z","caller":"traceutil/trace.go:171","msg":"trace[486654174] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11374; }","duration":"838.469208ms","start":"2026-03-31T20:40:55.613069Z","end":"2026-03-31T20:40:56.451538Z","steps":["trace[486654174] 'agreement among raft nodes before linearized reading' (duration: 837.877982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.451565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:55.613005Z","time spent":"838.553779ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1029,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:42:09.383698Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9509} {"level":"info","ts":"2026-03-31T20:42:09.466651Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9509,"took":"80.574585ms","hash":4183669213,"current-db-size-bytes":61231104,"current-db-size":"61 MB","current-db-size-in-use-bytes":25452544,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-31T20:42:09.466732Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4183669213,"revision":9509,"compact-revision":6582}