{"level":"warn","ts":"2026-07-02T15:23:04.863589Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-02T15:23:04.863737Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.210:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.210:2380","--initial-cluster=instance=https://199.204.45.210:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.210:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.210:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-02T15:23:04.863841Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-02T15:23:04.863854Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-07-02T15:23:04.863875Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-02T15:23:04.864626Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"]} {"level":"info","ts":"2026-07-02T15:23:04.864717Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.210:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-02T15:23:04.867459Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.479339ms"} {"level":"info","ts":"2026-07-02T15:23:04.872332Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1cac722af8b2b8a6","cluster-id":"ba0a336ca61ee41d"} {"level":"info","ts":"2026-07-02T15:23:04.872448Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=()"} {"level":"info","ts":"2026-07-02T15:23:04.872475Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 0"} {"level":"info","ts":"2026-07-02T15:23:04.872488Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1cac722af8b2b8a6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-02T15:23:04.8725Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 1"} {"level":"info","ts":"2026-07-02T15:23:04.872544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"warn","ts":"2026-07-02T15:23:04.876498Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-02T15:23:04.877886Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-02T15:23:04.879765Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-02T15:23:04.883817Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1cac722af8b2b8a6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-02T15:23:04.884656Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1cac722af8b2b8a6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-02T15:23:04.884635Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T15:23:04.884732Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T15:23:04.884746Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T15:23:04.885967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"info","ts":"2026-07-02T15:23:04.886311Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","added-peer-id":"1cac722af8b2b8a6","added-peer-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-07-02T15:23:04.889622Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-02T15:23:04.889735Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-07-02T15:23:04.889791Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-07-02T15:23:04.889859Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1cac722af8b2b8a6","initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-02T15:23:04.88989Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-02T15:23:05.273542Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 is starting a new election at term 1"} {"level":"info","ts":"2026-07-02T15:23:05.27362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-02T15:23:05.27365Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgPreVoteResp from 1cac722af8b2b8a6 at term 1"} {"level":"info","ts":"2026-07-02T15:23:05.273683Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became candidate at term 2"} {"level":"info","ts":"2026-07-02T15:23:05.273701Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgVoteResp from 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-07-02T15:23:05.273716Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became leader at term 2"} {"level":"info","ts":"2026-07-02T15:23:05.273732Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1cac722af8b2b8a6 elected leader 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-07-02T15:23:05.274691Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1cac722af8b2b8a6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.210:2379]}","request-path":"/0/members/1cac722af8b2b8a6/attributes","cluster-id":"ba0a336ca61ee41d","publish-timeout":"7s"} {"level":"info","ts":"2026-07-02T15:23:05.274896Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-02T15:23:05.274922Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-02T15:23:05.275064Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T15:23:05.275132Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-02T15:23:05.275305Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-02T15:23:05.27615Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T15:23:05.276277Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T15:23:05.276323Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T15:23:05.277829Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-02T15:23:05.278558Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.210:2379"} {"level":"info","ts":"2026-07-02T15:23:23.565846Z","caller":"traceutil/trace.go:171","msg":"trace[558027083] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"230.66034ms","start":"2026-07-02T15:23:23.335161Z","end":"2026-07-02T15:23:23.565822Z","steps":["trace[558027083] 'process raft request' (duration: 230.481155ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:23:47.248554Z","caller":"traceutil/trace.go:171","msg":"trace[1095196855] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"529.899733ms","start":"2026-07-02T15:23:46.71863Z","end":"2026-07-02T15:23:47.24853Z","steps":["trace[1095196855] 'process raft request' (duration: 529.7894ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:23:47.248591Z","caller":"traceutil/trace.go:171","msg":"trace[1566686000] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"456.171536ms","start":"2026-07-02T15:23:46.79236Z","end":"2026-07-02T15:23:47.248531Z","steps":["trace[1566686000] 'read index received' (duration: 456.147515ms)","trace[1566686000] 'applied index is now lower than readState.Index' (duration: 18.32µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:23:47.248913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.084515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:23:47.249039Z","caller":"traceutil/trace.go:171","msg":"trace[918026163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:585; }","duration":"370.31815ms","start":"2026-07-02T15:23:46.878707Z","end":"2026-07-02T15:23:47.249025Z","steps":["trace[918026163] 'agreement among raft nodes before linearized reading' (duration: 370.041183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:23:47.249061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:23:46.718586Z","time spent":"530.051858ms","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T15:23:47.249101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:23:46.878678Z","time spent":"370.401233ms","remote":"127.0.0.1:50220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T15:23:47.249441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.287445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T15:23:47.249554Z","caller":"traceutil/trace.go:171","msg":"trace[2039232637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:585; }","duration":"239.45405ms","start":"2026-07-02T15:23:47.010074Z","end":"2026-07-02T15:23:47.249528Z","steps":["trace[2039232637] 'agreement among raft nodes before linearized reading' (duration: 239.001928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:23:47.24966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.89387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8xd8q\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-02T15:23:47.249693Z","caller":"traceutil/trace.go:171","msg":"trace[857823618] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8xd8q; range_end:; response_count:1; response_revision:585; }","duration":"240.963452ms","start":"2026-07-02T15:23:47.008719Z","end":"2026-07-02T15:23:47.249682Z","steps":["trace[857823618] 'agreement among raft nodes before linearized reading' (duration: 240.398916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:23:47.249713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.320698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T15:23:47.249818Z","caller":"traceutil/trace.go:171","msg":"trace[1542234018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:585; }","duration":"457.487703ms","start":"2026-07-02T15:23:46.792302Z","end":"2026-07-02T15:23:47.24979Z","steps":["trace[1542234018] 'agreement among raft nodes before linearized reading' (duration: 456.735002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:23:47.249861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:23:46.792278Z","time spent":"457.573165ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T15:23:47.730347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.567345ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:23:47.730518Z","caller":"traceutil/trace.go:171","msg":"trace[281317267] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:586; }","duration":"248.76823ms","start":"2026-07-02T15:23:47.481729Z","end":"2026-07-02T15:23:47.730498Z","steps":["trace[281317267] 'range keys from in-memory index tree' (duration: 248.537613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:23:47.730986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.91783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T15:23:47.73123Z","caller":"traceutil/trace.go:171","msg":"trace[164758454] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"472.735348ms","start":"2026-07-02T15:23:47.258473Z","end":"2026-07-02T15:23:47.731208Z","steps":["trace[164758454] 'process raft request' (duration: 293.161019ms)","trace[164758454] 'compare' (duration: 178.631053ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:23:47.731319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.374584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:23:47.731367Z","caller":"traceutil/trace.go:171","msg":"trace[1683276717] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:588; }","duration":"469.443526ms","start":"2026-07-02T15:23:47.261908Z","end":"2026-07-02T15:23:47.731352Z","steps":["trace[1683276717] 'agreement among raft nodes before linearized reading' (duration: 469.367604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:23:47.731384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:23:47.258458Z","time spent":"472.833451ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:23:47.731412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:23:47.261903Z","time spent":"469.498077ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-07-02T15:23:47.731413Z","caller":"traceutil/trace.go:171","msg":"trace[1001407831] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"468.625434ms","start":"2026-07-02T15:23:47.262714Z","end":"2026-07-02T15:23:47.73134Z","steps":["trace[1001407831] 'process raft request' (duration: 468.417118ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:23:47.731237Z","caller":"traceutil/trace.go:171","msg":"trace[1992397154] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:612; }","duration":"469.285372ms","start":"2026-07-02T15:23:47.261929Z","end":"2026-07-02T15:23:47.731214Z","steps":["trace[1992397154] 'read index received' (duration: 7.545031ms)","trace[1992397154] 'applied index is now lower than readState.Index' (duration: 461.738961ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:23:47.731594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:23:47.262706Z","time spent":"468.800358ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:24:02.256148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.468624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-s946n\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-07-02T15:24:02.256248Z","caller":"traceutil/trace.go:171","msg":"trace[829351880] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-s946n; range_end:; response_count:1; response_revision:748; }","duration":"152.621728ms","start":"2026-07-02T15:24:02.103607Z","end":"2026-07-02T15:24:02.256228Z","steps":["trace[829351880] 'range keys from in-memory index tree' (duration: 152.297769ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:24:44.693592Z","caller":"traceutil/trace.go:171","msg":"trace[1144908501] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"112.252549ms","start":"2026-07-02T15:24:44.581295Z","end":"2026-07-02T15:24:44.693547Z","steps":["trace[1144908501] 'process raft request' (duration: 111.890209ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:25:16.456598Z","caller":"traceutil/trace.go:171","msg":"trace[2039608874] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"158.086601ms","start":"2026-07-02T15:25:16.29848Z","end":"2026-07-02T15:25:16.456567Z","steps":["trace[2039608874] 'process raft request' (duration: 86.1523ms)","trace[2039608874] 'compare' (duration: 71.769726ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:25:16.456625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.327235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T15:25:16.456713Z","caller":"traceutil/trace.go:171","msg":"trace[4303058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1807; }","duration":"169.476549ms","start":"2026-07-02T15:25:16.287216Z","end":"2026-07-02T15:25:16.456693Z","steps":["trace[4303058] 'range keys from in-memory index tree' (duration: 169.119599ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:25:16.833436Z","caller":"traceutil/trace.go:171","msg":"trace[1434575580] linearizableReadLoop","detail":"{readStateIndex:1885; appliedIndex:1884; }","duration":"295.966016ms","start":"2026-07-02T15:25:16.537447Z","end":"2026-07-02T15:25:16.833414Z","steps":["trace[1434575580] 'read index received' (duration: 295.75571ms)","trace[1434575580] 'applied index is now lower than readState.Index' (duration: 209.646µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:25:16.833536Z","caller":"traceutil/trace.go:171","msg":"trace[121921551] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"308.958089ms","start":"2026-07-02T15:25:16.524566Z","end":"2026-07-02T15:25:16.833524Z","steps":["trace[121921551] 'process raft request' (duration: 308.703142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:25:16.833631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:25:16.524542Z","time spent":"309.015081ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:25:16.83392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.45432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-02T15:25:16.834028Z","caller":"traceutil/trace.go:171","msg":"trace[1170200188] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1810; }","duration":"296.604854ms","start":"2026-07-02T15:25:16.537394Z","end":"2026-07-02T15:25:16.833999Z","steps":["trace[1170200188] 'agreement among raft nodes before linearized reading' (duration: 296.323696ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:25:17.005529Z","caller":"traceutil/trace.go:171","msg":"trace[795019033] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"142.921107ms","start":"2026-07-02T15:25:16.862581Z","end":"2026-07-02T15:25:17.005502Z","steps":["trace[795019033] 'process raft request' (duration: 95.716117ms)","trace[795019033] 'compare' (duration: 47.084157ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:25:17.026172Z","caller":"traceutil/trace.go:171","msg":"trace[573533318] linearizableReadLoop","detail":"{readStateIndex:1887; appliedIndex:1885; }","duration":"149.311595ms","start":"2026-07-02T15:25:16.876825Z","end":"2026-07-02T15:25:17.026137Z","steps":["trace[573533318] 'read index received' (duration: 81.55862ms)","trace[573533318] 'applied index is now lower than readState.Index' (duration: 67.751445ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:25:17.026271Z","caller":"traceutil/trace.go:171","msg":"trace[1297075291] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"162.260567ms","start":"2026-07-02T15:25:16.863977Z","end":"2026-07-02T15:25:17.026237Z","steps":["trace[1297075291] 'process raft request' (duration: 161.825565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:25:17.026363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.49132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:25:17.026413Z","caller":"traceutil/trace.go:171","msg":"trace[1186822736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1812; }","duration":"149.617803ms","start":"2026-07-02T15:25:16.876782Z","end":"2026-07-02T15:25:17.026399Z","steps":["trace[1186822736] 'agreement among raft nodes before linearized reading' (duration: 149.48612ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:25:31.73474Z","caller":"traceutil/trace.go:171","msg":"trace[1070410591] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"201.71079ms","start":"2026-07-02T15:25:31.532988Z","end":"2026-07-02T15:25:31.734699Z","steps":["trace[1070410591] 'process raft request' (duration: 201.447383ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:25:31.762388Z","caller":"traceutil/trace.go:171","msg":"trace[286026408] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"132.65861ms","start":"2026-07-02T15:25:31.6297Z","end":"2026-07-02T15:25:31.762359Z","steps":["trace[286026408] 'process raft request' (duration: 132.428633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:26:00.659064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.229628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T15:26:00.659171Z","caller":"traceutil/trace.go:171","msg":"trace[1613702620] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"278.08319ms","start":"2026-07-02T15:26:00.38107Z","end":"2026-07-02T15:26:00.659153Z","steps":["trace[1613702620] 'process raft request' (duration: 130.684057ms)","trace[1613702620] 'compare' (duration: 147.022902ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:26:00.773643Z","caller":"traceutil/trace.go:171","msg":"trace[1440533720] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"129.259157ms","start":"2026-07-02T15:26:00.644358Z","end":"2026-07-02T15:26:00.773617Z","steps":["trace[1440533720] 'process raft request' (duration: 125.612516ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:26:06.121683Z","caller":"traceutil/trace.go:171","msg":"trace[1417410085] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"106.716138ms","start":"2026-07-02T15:26:06.014936Z","end":"2026-07-02T15:26:06.121652Z","steps":["trace[1417410085] 'process raft request' (duration: 106.586755ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:26:07.034074Z","caller":"traceutil/trace.go:171","msg":"trace[797789216] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"140.47516ms","start":"2026-07-02T15:26:06.893559Z","end":"2026-07-02T15:26:07.034034Z","steps":["trace[797789216] 'process raft request' (duration: 131.627093ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:26:07.38244Z","caller":"traceutil/trace.go:171","msg":"trace[2031317590] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"122.824447ms","start":"2026-07-02T15:26:07.259579Z","end":"2026-07-02T15:26:07.382403Z","steps":["trace[2031317590] 'process raft request' (duration: 90.494505ms)","trace[2031317590] 'compare' (duration: 32.219879ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:26:13.014701Z","caller":"traceutil/trace.go:171","msg":"trace[52942198] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2253; }","duration":"273.380178ms","start":"2026-07-02T15:26:12.741294Z","end":"2026-07-02T15:26:13.014674Z","steps":["trace[52942198] 'read index received' (duration: 62.797593ms)","trace[52942198] 'applied index is now lower than readState.Index' (duration: 210.581115ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:26:13.014879Z","caller":"traceutil/trace.go:171","msg":"trace[757065431] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"280.480626ms","start":"2026-07-02T15:26:12.734326Z","end":"2026-07-02T15:26:13.014807Z","steps":["trace[757065431] 'process raft request' (duration: 280.194018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:26:13.014897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.533092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:26:13.015322Z","caller":"traceutil/trace.go:171","msg":"trace[717951613] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2169; }","duration":"274.066127ms","start":"2026-07-02T15:26:12.741236Z","end":"2026-07-02T15:26:13.015302Z","steps":["trace[717951613] 'agreement among raft nodes before linearized reading' (duration: 273.541282ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:26:13.162536Z","caller":"traceutil/trace.go:171","msg":"trace[84956534] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"100.285609ms","start":"2026-07-02T15:26:13.062216Z","end":"2026-07-02T15:26:13.162501Z","steps":["trace[84956534] 'process raft request' (duration: 93.330375ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:27:36.465483Z","caller":"traceutil/trace.go:171","msg":"trace[1625080392] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"121.883601ms","start":"2026-07-02T15:27:36.343569Z","end":"2026-07-02T15:27:36.465453Z","steps":["trace[1625080392] 'process raft request' (duration: 121.700336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:27:36.632863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.316001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T15:27:36.632937Z","caller":"traceutil/trace.go:171","msg":"trace[449535870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2814; }","duration":"114.437174ms","start":"2026-07-02T15:27:36.518485Z","end":"2026-07-02T15:27:36.632923Z","steps":["trace[449535870] 'range keys from in-memory index tree' (duration: 114.177267ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:31:24.770503Z","caller":"traceutil/trace.go:171","msg":"trace[1140769896] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"111.538433ms","start":"2026-07-02T15:31:24.658938Z","end":"2026-07-02T15:31:24.770476Z","steps":["trace[1140769896] 'process raft request' (duration: 104.178138ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:31:24.780194Z","caller":"traceutil/trace.go:171","msg":"trace[471123244] linearizableReadLoop","detail":"{readStateIndex:5002; appliedIndex:5000; }","duration":"120.442841ms","start":"2026-07-02T15:31:24.65973Z","end":"2026-07-02T15:31:24.780173Z","steps":["trace[471123244] 'read index received' (duration: 103.404227ms)","trace[471123244] 'applied index is now lower than readState.Index' (duration: 17.037574ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:31:24.780308Z","caller":"traceutil/trace.go:171","msg":"trace[2114488175] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"113.089416ms","start":"2026-07-02T15:31:24.667207Z","end":"2026-07-02T15:31:24.780297Z","steps":["trace[2114488175] 'process raft request' (duration: 112.904721ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:31:24.780481Z","caller":"traceutil/trace.go:171","msg":"trace[1677023403] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"121.325425ms","start":"2026-07-02T15:31:24.659129Z","end":"2026-07-02T15:31:24.780455Z","steps":["trace[1677023403] 'process raft request' (duration: 120.872843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:31:24.781632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.87797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-02T15:31:24.781708Z","caller":"traceutil/trace.go:171","msg":"trace[1508864056] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4818; }","duration":"121.986274ms","start":"2026-07-02T15:31:24.659707Z","end":"2026-07-02T15:31:24.781693Z","steps":["trace[1508864056] 'agreement among raft nodes before linearized reading' (duration: 121.042298ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:31:28.537526Z","caller":"traceutil/trace.go:171","msg":"trace[1497726742] linearizableReadLoop","detail":"{readStateIndex:5152; appliedIndex:5151; }","duration":"201.27453ms","start":"2026-07-02T15:31:28.336228Z","end":"2026-07-02T15:31:28.537502Z","steps":["trace[1497726742] 'read index received' (duration: 201.084094ms)","trace[1497726742] 'applied index is now lower than readState.Index' (duration: 189.105µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:31:28.537567Z","caller":"traceutil/trace.go:171","msg":"trace[1599467577] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"204.763636ms","start":"2026-07-02T15:31:28.332771Z","end":"2026-07-02T15:31:28.537535Z","steps":["trace[1599467577] 'process raft request' (duration: 204.560701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:31:28.537816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.734531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-02T15:31:28.537873Z","caller":"traceutil/trace.go:171","msg":"trace[1416394830] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:4963; }","duration":"169.823944ms","start":"2026-07-02T15:31:28.36803Z","end":"2026-07-02T15:31:28.537854Z","steps":["trace[1416394830] 'agreement among raft nodes before linearized reading' (duration: 169.640359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:31:28.537851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.605438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-57829.18be82c50b71e8e2\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-07-02T15:31:28.537956Z","caller":"traceutil/trace.go:171","msg":"trace[1690727595] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-57829.18be82c50b71e8e2; range_end:; response_count:1; response_revision:4963; }","duration":"201.761493ms","start":"2026-07-02T15:31:28.33617Z","end":"2026-07-02T15:31:28.537932Z","steps":["trace[1690727595] 'agreement among raft nodes before linearized reading' (duration: 201.485845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:31:42.047143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.909861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:31:42.047235Z","caller":"traceutil/trace.go:171","msg":"trace[222484088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5232; }","duration":"168.041884ms","start":"2026-07-02T15:31:41.879175Z","end":"2026-07-02T15:31:42.047217Z","steps":["trace[222484088] 'range keys from in-memory index tree' (duration: 167.763477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:31:42.047525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.061917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-57829.18be82c4cf385459\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-02T15:31:42.04762Z","caller":"traceutil/trace.go:171","msg":"trace[808388751] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-57829.18be82c4cf385459; range_end:; response_count:1; response_revision:5232; }","duration":"144.206051ms","start":"2026-07-02T15:31:41.903391Z","end":"2026-07-02T15:31:42.047597Z","steps":["trace[808388751] 'range keys from in-memory index tree' (duration: 143.867852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:31:42.047639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.349022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T15:31:42.047727Z","caller":"traceutil/trace.go:171","msg":"trace[1362857032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5232; }","duration":"237.489556ms","start":"2026-07-02T15:31:41.810219Z","end":"2026-07-02T15:31:42.047708Z","steps":["trace[1362857032] 'range keys from in-memory index tree' (duration: 237.137376ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:31:42.173481Z","caller":"traceutil/trace.go:171","msg":"trace[962225366] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"121.914911ms","start":"2026-07-02T15:31:42.051538Z","end":"2026-07-02T15:31:42.173453Z","steps":["trace[962225366] 'process raft request' (duration: 106.865192ms)","trace[962225366] 'compare' (duration: 14.861194ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:31:50.320799Z","caller":"traceutil/trace.go:171","msg":"trace[1344737524] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"113.788435ms","start":"2026-07-02T15:31:50.206988Z","end":"2026-07-02T15:31:50.320776Z","steps":["trace[1344737524] 'process raft request' (duration: 65.739228ms)","trace[1344737524] 'compare' (duration: 47.891122ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:31:50.321102Z","caller":"traceutil/trace.go:171","msg":"trace[24384255] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"113.356864ms","start":"2026-07-02T15:31:50.207705Z","end":"2026-07-02T15:31:50.321062Z","steps":["trace[24384255] 'process raft request' (duration: 113.041415ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:31:50.321098Z","caller":"traceutil/trace.go:171","msg":"trace[831443761] linearizableReadLoop","detail":"{readStateIndex:5620; appliedIndex:5617; }","duration":"109.28431ms","start":"2026-07-02T15:31:50.211778Z","end":"2026-07-02T15:31:50.321063Z","steps":["trace[831443761] 'read index received' (duration: 12.759265ms)","trace[831443761] 'applied index is now lower than readState.Index' (duration: 96.521855ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:31:50.321543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.700722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T15:31:50.321612Z","caller":"traceutil/trace.go:171","msg":"trace[631166360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5417; }","duration":"109.856776ms","start":"2026-07-02T15:31:50.211743Z","end":"2026-07-02T15:31:50.3216Z","steps":["trace[631166360] 'agreement among raft nodes before linearized reading' (duration: 109.443954ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:33:05.319747Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2971} {"level":"info","ts":"2026-07-02T15:33:05.385737Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2971,"took":"64.778559ms","hash":425493521,"current-db-size-bytes":58658816,"current-db-size":"59 MB","current-db-size-in-use-bytes":34439168,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-02T15:33:05.38579Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":425493521,"revision":2971,"compact-revision":-1} {"level":"info","ts":"2026-07-02T15:38:00.308124Z","caller":"traceutil/trace.go:171","msg":"trace[992758253] linearizableReadLoop","detail":"{readStateIndex:8536; appliedIndex:8535; }","duration":"136.440885ms","start":"2026-07-02T15:38:00.171652Z","end":"2026-07-02T15:38:00.308093Z","steps":["trace[992758253] 'read index received' (duration: 136.208729ms)","trace[992758253] 'applied index is now lower than readState.Index' (duration: 229.876µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:38:00.308136Z","caller":"traceutil/trace.go:171","msg":"trace[905317844] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"167.447413ms","start":"2026-07-02T15:38:00.140655Z","end":"2026-07-02T15:38:00.308102Z","steps":["trace[905317844] 'process raft request' (duration: 167.289609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:38:00.308336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.674682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6qpbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-02T15:38:00.308381Z","caller":"traceutil/trace.go:171","msg":"trace[636423380] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6qpbq; range_end:; response_count:1; response_revision:8245; }","duration":"136.782485ms","start":"2026-07-02T15:38:00.171589Z","end":"2026-07-02T15:38:00.308372Z","steps":["trace[636423380] 'agreement among raft nodes before linearized reading' (duration: 136.61595ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:38:05.326949Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6076} {"level":"info","ts":"2026-07-02T15:38:05.428372Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6076,"took":"99.481023ms","hash":2457849116,"current-db-size-bytes":58658816,"current-db-size":"59 MB","current-db-size-in-use-bytes":23584768,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-02T15:38:05.428463Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2457849116,"revision":6076,"compact-revision":2971} {"level":"info","ts":"2026-07-02T15:38:11.831047Z","caller":"traceutil/trace.go:171","msg":"trace[106185731] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"144.755885ms","start":"2026-07-02T15:38:11.68626Z","end":"2026-07-02T15:38:11.831016Z","steps":["trace[106185731] 'process raft request' (duration: 144.535179ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:38:12.246233Z","caller":"traceutil/trace.go:171","msg":"trace[2093682373] linearizableReadLoop","detail":"{readStateIndex:8601; appliedIndex:8600; }","duration":"254.999736ms","start":"2026-07-02T15:38:11.991205Z","end":"2026-07-02T15:38:12.246205Z","steps":["trace[2093682373] 'read index received' (duration: 254.828631ms)","trace[2093682373] 'applied index is now lower than readState.Index' (duration: 169.495µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:38:12.246338Z","caller":"traceutil/trace.go:171","msg":"trace[1183442494] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"278.476486ms","start":"2026-07-02T15:38:11.967826Z","end":"2026-07-02T15:38:12.246303Z","steps":["trace[1183442494] 'process raft request' (duration: 278.159377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:38:12.246452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.206092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:38:12.246541Z","caller":"traceutil/trace.go:171","msg":"trace[260506795] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8307; }","duration":"255.358736ms","start":"2026-07-02T15:38:11.991149Z","end":"2026-07-02T15:38:12.246507Z","steps":["trace[260506795] 'agreement among raft nodes before linearized reading' (duration: 255.166651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:38:13.012284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.339487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T15:38:13.012459Z","caller":"traceutil/trace.go:171","msg":"trace[903193073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8309; }","duration":"117.578444ms","start":"2026-07-02T15:38:12.894853Z","end":"2026-07-02T15:38:13.012432Z","steps":["trace[903193073] 'range keys from in-memory index tree' (duration: 117.05737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:38:13.012471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.804885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:38:13.012562Z","caller":"traceutil/trace.go:171","msg":"trace[1587261694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8309; }","duration":"132.938068ms","start":"2026-07-02T15:38:12.879605Z","end":"2026-07-02T15:38:13.012543Z","steps":["trace[1587261694] 'range keys from in-memory index tree' (duration: 132.728763ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:38:14.540729Z","caller":"traceutil/trace.go:171","msg":"trace[1614884222] linearizableReadLoop","detail":"{readStateIndex:8613; appliedIndex:8612; }","duration":"150.049492ms","start":"2026-07-02T15:38:14.390648Z","end":"2026-07-02T15:38:14.540697Z","steps":["trace[1614884222] 'read index received' (duration: 149.760084ms)","trace[1614884222] 'applied index is now lower than readState.Index' (duration: 288.038µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:38:14.541153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.483964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6qpbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-02T15:38:14.541192Z","caller":"traceutil/trace.go:171","msg":"trace[1689031484] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6qpbq; range_end:; response_count:1; response_revision:8318; }","duration":"150.559506ms","start":"2026-07-02T15:38:14.390623Z","end":"2026-07-02T15:38:14.541182Z","steps":["trace[1689031484] 'agreement among raft nodes before linearized reading' (duration: 150.184106ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:38:14.541262Z","caller":"traceutil/trace.go:171","msg":"trace[687179296] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"154.158486ms","start":"2026-07-02T15:38:14.387051Z","end":"2026-07-02T15:38:14.541209Z","steps":["trace[687179296] 'process raft request' (duration: 153.465517ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:38:46.307428Z","caller":"traceutil/trace.go:171","msg":"trace[1600567317] linearizableReadLoop","detail":"{readStateIndex:8843; appliedIndex:8841; }","duration":"208.312635ms","start":"2026-07-02T15:38:46.099095Z","end":"2026-07-02T15:38:46.307407Z","steps":["trace[1600567317] 'read index received' (duration: 35.348198ms)","trace[1600567317] 'applied index is now lower than readState.Index' (duration: 172.963427ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:38:46.307547Z","caller":"traceutil/trace.go:171","msg":"trace[1755438774] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"259.708688ms","start":"2026-07-02T15:38:46.047799Z","end":"2026-07-02T15:38:46.307508Z","steps":["trace[1755438774] 'process raft request' (duration: 259.480592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:38:46.307632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.518491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T15:38:46.307669Z","caller":"traceutil/trace.go:171","msg":"trace[651116495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8540; }","duration":"208.611703ms","start":"2026-07-02T15:38:46.099048Z","end":"2026-07-02T15:38:46.30766Z","steps":["trace[651116495] 'agreement among raft nodes before linearized reading' (duration: 208.475669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:38:46.612294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.758567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T15:38:46.612372Z","caller":"traceutil/trace.go:171","msg":"trace[1594235434] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"300.454716ms","start":"2026-07-02T15:38:46.311903Z","end":"2026-07-02T15:38:46.612357Z","steps":["trace[1594235434] 'process raft request' (duration: 194.565245ms)","trace[1594235434] 'compare' (duration: 105.50209ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:38:46.612412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:38:46.311883Z","time spent":"300.510367ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:38:46.993119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.162625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6qpbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-02T15:38:46.9932Z","caller":"traceutil/trace.go:171","msg":"trace[1694590747] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6qpbq; range_end:; response_count:1; response_revision:8541; }","duration":"245.243688ms","start":"2026-07-02T15:38:46.747938Z","end":"2026-07-02T15:38:46.993181Z","steps":["trace[1694590747] 'range keys from in-memory index tree' (duration: 244.98824ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:38:46.99329Z","caller":"traceutil/trace.go:171","msg":"trace[940300755] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"175.445895ms","start":"2026-07-02T15:38:46.817802Z","end":"2026-07-02T15:38:46.993248Z","steps":["trace[940300755] 'process raft request' (duration: 122.397677ms)","trace[940300755] 'compare' (duration: 52.679868ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:38:46.993119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.276844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T15:38:46.993405Z","caller":"traceutil/trace.go:171","msg":"trace[942498654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8541; }","duration":"264.622173ms","start":"2026-07-02T15:38:46.728772Z","end":"2026-07-02T15:38:46.993394Z","steps":["trace[942498654] 'range keys from in-memory index tree' (duration: 264.046488ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:38:47.004889Z","caller":"traceutil/trace.go:171","msg":"trace[1690104221] linearizableReadLoop","detail":"{readStateIndex:8846; appliedIndex:8844; }","duration":"125.819382ms","start":"2026-07-02T15:38:46.879044Z","end":"2026-07-02T15:38:47.004864Z","steps":["trace[1690104221] 'read index received' (duration: 61.187053ms)","trace[1690104221] 'applied index is now lower than readState.Index' (duration: 64.630989ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:38:47.005062Z","caller":"traceutil/trace.go:171","msg":"trace[373712268] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"180.855175ms","start":"2026-07-02T15:38:46.824133Z","end":"2026-07-02T15:38:47.004988Z","steps":["trace[373712268] 'process raft request' (duration: 180.547157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:38:47.005103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.033978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:38:47.005176Z","caller":"traceutil/trace.go:171","msg":"trace[1162264769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8543; }","duration":"126.127951ms","start":"2026-07-02T15:38:46.879037Z","end":"2026-07-02T15:38:47.005165Z","steps":["trace[1162264769] 'agreement among raft nodes before linearized reading' (duration: 126.009698ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:38:47.107928Z","caller":"traceutil/trace.go:171","msg":"trace[58251506] linearizableReadLoop","detail":"{readStateIndex:8847; appliedIndex:8846; }","duration":"102.94192ms","start":"2026-07-02T15:38:47.004965Z","end":"2026-07-02T15:38:47.107907Z","steps":["trace[58251506] 'read index received' (duration: 87.753699ms)","trace[58251506] 'applied index is now lower than readState.Index' (duration: 15.187161ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:38:47.108081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.634575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:38:47.108003Z","caller":"traceutil/trace.go:171","msg":"trace[1471153431] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"110.447066ms","start":"2026-07-02T15:38:46.997521Z","end":"2026-07-02T15:38:47.107968Z","steps":["trace[1471153431] 'process raft request' (duration: 95.291407ms)","trace[1471153431] 'compare' (duration: 14.984415ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:38:47.108124Z","caller":"traceutil/trace.go:171","msg":"trace[134753465] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8544; }","duration":"221.696446ms","start":"2026-07-02T15:38:46.886413Z","end":"2026-07-02T15:38:47.108109Z","steps":["trace[134753465] 'agreement among raft nodes before linearized reading' (duration: 221.611484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:38:47.108194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.639163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T15:38:47.108196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.308464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-02T15:38:47.108243Z","caller":"traceutil/trace.go:171","msg":"trace[49682596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8544; }","duration":"101.731166ms","start":"2026-07-02T15:38:47.006499Z","end":"2026-07-02T15:38:47.10823Z","steps":["trace[49682596] 'agreement among raft nodes before linearized reading' (duration: 101.607612ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:38:47.108278Z","caller":"traceutil/trace.go:171","msg":"trace[1194419320] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8544; }","duration":"200.439807ms","start":"2026-07-02T15:38:46.907816Z","end":"2026-07-02T15:38:47.108256Z","steps":["trace[1194419320] 'agreement among raft nodes before linearized reading' (duration: 200.145729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:38:47.108361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.191148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228858"} {"level":"info","ts":"2026-07-02T15:38:47.108433Z","caller":"traceutil/trace.go:171","msg":"trace[337606863] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8544; }","duration":"111.313461ms","start":"2026-07-02T15:38:46.997103Z","end":"2026-07-02T15:38:47.108417Z","steps":["trace[337606863] 'agreement among raft nodes before linearized reading' (duration: 110.863548ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:38:52.247096Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000022b1.wal"} {"level":"warn","ts":"2026-07-02T15:38:54.803731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.509829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T15:38:54.803815Z","caller":"traceutil/trace.go:171","msg":"trace[472197953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8626; }","duration":"140.637122ms","start":"2026-07-02T15:38:54.66316Z","end":"2026-07-02T15:38:54.803797Z","steps":["trace[472197953] 'range keys from in-memory index tree' (duration: 140.321923ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:38:55.593791Z","caller":"traceutil/trace.go:171","msg":"trace[724637649] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"154.174437ms","start":"2026-07-02T15:38:55.439593Z","end":"2026-07-02T15:38:55.593767Z","steps":["trace[724637649] 'process raft request' (duration: 154.021553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:38:56.013919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.769619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:38:56.013982Z","caller":"traceutil/trace.go:171","msg":"trace[670769578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8637; }","duration":"134.868702ms","start":"2026-07-02T15:38:55.8791Z","end":"2026-07-02T15:38:56.013968Z","steps":["trace[670769578] 'range keys from in-memory index tree' (duration: 134.708358ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:38:56.152254Z","caller":"traceutil/trace.go:171","msg":"trace[67985047] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"108.314198ms","start":"2026-07-02T15:38:56.043917Z","end":"2026-07-02T15:38:56.152231Z","steps":["trace[67985047] 'process raft request' (duration: 108.093042ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:38:56.369084Z","caller":"traceutil/trace.go:171","msg":"trace[378861695] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"203.371769ms","start":"2026-07-02T15:38:56.165688Z","end":"2026-07-02T15:38:56.36906Z","steps":["trace[378861695] 'process raft request' (duration: 203.198154ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:38:56.393826Z","caller":"traceutil/trace.go:171","msg":"trace[32866805] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"221.229782ms","start":"2026-07-02T15:38:56.172564Z","end":"2026-07-02T15:38:56.393794Z","steps":["trace[32866805] 'process raft request' (duration: 221.001736ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:39:53.743602Z","caller":"traceutil/trace.go:171","msg":"trace[1712773313] linearizableReadLoop","detail":"{readStateIndex:9522; appliedIndex:9520; }","duration":"122.686556ms","start":"2026-07-02T15:39:53.620901Z","end":"2026-07-02T15:39:53.743588Z","steps":["trace[1712773313] 'read index received' (duration: 29.278701ms)","trace[1712773313] 'applied index is now lower than readState.Index' (duration: 93.407165ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:39:53.743666Z","caller":"traceutil/trace.go:171","msg":"trace[1266050] transaction","detail":"{read_only:false; response_revision:9197; number_of_response:1; }","duration":"124.803724ms","start":"2026-07-02T15:39:53.618831Z","end":"2026-07-02T15:39:53.743635Z","steps":["trace[1266050] 'process raft request' (duration: 124.554057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:53.759585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.659847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6qpbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-02T15:39:53.75967Z","caller":"traceutil/trace.go:171","msg":"trace[1899530498] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6qpbq; range_end:; response_count:1; response_revision:9197; }","duration":"138.787061ms","start":"2026-07-02T15:39:53.620861Z","end":"2026-07-02T15:39:53.759648Z","steps":["trace[1899530498] 'agreement among raft nodes before linearized reading' (duration: 122.811599ms)","trace[1899530498] 'range keys from in-memory index tree' (duration: 15.774357ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:39:57.204112Z","caller":"traceutil/trace.go:171","msg":"trace[1561746215] transaction","detail":"{read_only:false; response_revision:9252; number_of_response:1; }","duration":"136.898888ms","start":"2026-07-02T15:39:57.06718Z","end":"2026-07-02T15:39:57.204078Z","steps":["trace[1561746215] 'process raft request' (duration: 136.664822ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:39:58.741528Z","caller":"traceutil/trace.go:171","msg":"trace[497903901] transaction","detail":"{read_only:false; response_revision:9292; number_of_response:1; }","duration":"150.582418ms","start":"2026-07-02T15:39:58.590919Z","end":"2026-07-02T15:39:58.741501Z","steps":["trace[497903901] 'process raft request' (duration: 141.321421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:12.28236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.035354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:40:12.282441Z","caller":"traceutil/trace.go:171","msg":"trace[1032160489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9382; }","duration":"403.151298ms","start":"2026-07-02T15:40:11.87927Z","end":"2026-07-02T15:40:12.282422Z","steps":["trace[1032160489] 'range keys from in-memory index tree' (duration: 402.908681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:12.282482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:11.879255Z","time spent":"403.21779ms","remote":"127.0.0.1:50220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T15:40:12.282802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.577638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:40:12.282873Z","caller":"traceutil/trace.go:171","msg":"trace[2045783815] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9382; }","duration":"197.692952ms","start":"2026-07-02T15:40:12.085164Z","end":"2026-07-02T15:40:12.282857Z","steps":["trace[2045783815] 'count revisions from in-memory index tree' (duration: 197.490456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:12.283128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.471956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-649774d569-27246.18be831f129e132c\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-02T15:40:12.28324Z","caller":"traceutil/trace.go:171","msg":"trace[455424674] range","detail":"{range_begin:/registry/events/openstack/barbican-api-649774d569-27246.18be831f129e132c; range_end:; response_count:1; response_revision:9382; }","duration":"317.62976ms","start":"2026-07-02T15:40:11.965578Z","end":"2026-07-02T15:40:12.283208Z","steps":["trace[455424674] 'range keys from in-memory index tree' (duration: 317.210939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:12.283312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:11.965556Z","time spent":"317.731983ms","remote":"127.0.0.1:50308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-649774d569-27246.18be831f129e132c\" "} {"level":"warn","ts":"2026-07-02T15:40:12.28354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.482891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T15:40:12.283603Z","caller":"traceutil/trace.go:171","msg":"trace[46453040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9382; }","duration":"397.596454ms","start":"2026-07-02T15:40:11.885991Z","end":"2026-07-02T15:40:12.283588Z","steps":["trace[46453040] 'range keys from in-memory index tree' (duration: 397.251444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:12.283599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.614903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-02T15:40:12.283648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:11.88597Z","time spent":"397.664176ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T15:40:12.283694Z","caller":"traceutil/trace.go:171","msg":"trace[298162966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9382; }","duration":"333.759277ms","start":"2026-07-02T15:40:11.949879Z","end":"2026-07-02T15:40:12.283639Z","steps":["trace[298162966] 'range keys from in-memory index tree' (duration: 333.351606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:12.283793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:11.949855Z","time spent":"333.883311ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T15:40:12.283738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.89122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-02T15:40:12.28382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.433108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6qpbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-02T15:40:12.283865Z","caller":"traceutil/trace.go:171","msg":"trace[845141347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9382; }","duration":"330.091606ms","start":"2026-07-02T15:40:11.953757Z","end":"2026-07-02T15:40:12.283849Z","steps":["trace[845141347] 'range keys from in-memory index tree' (duration: 329.701075ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:40:12.2839Z","caller":"traceutil/trace.go:171","msg":"trace[418885103] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6qpbq; range_end:; response_count:1; response_revision:9382; }","duration":"316.53088ms","start":"2026-07-02T15:40:11.967352Z","end":"2026-07-02T15:40:12.283883Z","steps":["trace[418885103] 'range keys from in-memory index tree' (duration: 315.855201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:12.283929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:11.967346Z","time spent":"316.576251ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-6qpbq\" "} {"level":"warn","ts":"2026-07-02T15:40:12.283921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:11.9537Z","time spent":"330.206099ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T15:40:18.959135Z","caller":"traceutil/trace.go:171","msg":"trace[1781193615] transaction","detail":"{read_only:false; response_revision:9419; number_of_response:1; }","duration":"104.705878ms","start":"2026-07-02T15:40:18.854379Z","end":"2026-07-02T15:40:18.959085Z","steps":["trace[1781193615] 'process raft request' (duration: 104.39955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:24.590204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.713589ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-02T15:40:24.59104Z","caller":"traceutil/trace.go:171","msg":"trace[736016349] transaction","detail":"{read_only:false; response_revision:9444; number_of_response:1; }","duration":"907.758593ms","start":"2026-07-02T15:40:23.683259Z","end":"2026-07-02T15:40:24.591018Z","steps":["trace[736016349] 'process raft request' (duration: 907.059684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:24.591326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:23.683243Z","time spent":"907.9895ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:40:24.840415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.318189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T15:40:24.840519Z","caller":"traceutil/trace.go:171","msg":"trace[1648154114] linearizableReadLoop","detail":"{readStateIndex:9778; appliedIndex:9775; }","duration":"1.021345126s","start":"2026-07-02T15:40:23.819157Z","end":"2026-07-02T15:40:24.840502Z","steps":["trace[1648154114] 'read index received' (duration: 8.350011ms)","trace[1648154114] 'applied index is now lower than readState.Index' (duration: 1.012993245s)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:40:24.840664Z","caller":"traceutil/trace.go:171","msg":"trace[1755673503] transaction","detail":"{read_only:false; response_revision:9445; number_of_response:1; }","duration":"1.069264573s","start":"2026-07-02T15:40:23.771342Z","end":"2026-07-02T15:40:24.840606Z","steps":["trace[1755673503] 'process raft request' (duration: 819.664106ms)","trace[1755673503] 'compare' (duration: 249.063142ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:40:24.840854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.757487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-02T15:40:24.8409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:23.771321Z","time spent":"1.069448258s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:40:24.840929Z","caller":"traceutil/trace.go:171","msg":"trace[173626749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9445; }","duration":"449.89959ms","start":"2026-07-02T15:40:24.39101Z","end":"2026-07-02T15:40:24.840909Z","steps":["trace[173626749] 'agreement among raft nodes before linearized reading' (duration: 449.679544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:24.840975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:24.390982Z","time spent":"449.984413ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T15:40:24.841038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.0191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6qpbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-02T15:40:24.84111Z","caller":"traceutil/trace.go:171","msg":"trace[276942502] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6qpbq; range_end:; response_count:1; response_revision:9445; }","duration":"426.165084ms","start":"2026-07-02T15:40:24.414925Z","end":"2026-07-02T15:40:24.841091Z","steps":["trace[276942502] 'agreement among raft nodes before linearized reading' (duration: 425.909497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:24.841144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:24.41484Z","time spent":"426.296728ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-6qpbq\" "} {"level":"warn","ts":"2026-07-02T15:40:24.841204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.995869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T15:40:24.841241Z","caller":"traceutil/trace.go:171","msg":"trace[2081766440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9445; }","duration":"439.070721ms","start":"2026-07-02T15:40:24.402161Z","end":"2026-07-02T15:40:24.841232Z","steps":["trace[2081766440] 'agreement among raft nodes before linearized reading' (duration: 438.978359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:24.841273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:24.402141Z","time spent":"439.126142ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T15:40:24.841388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.905222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T15:40:24.841421Z","caller":"traceutil/trace.go:171","msg":"trace[1894397956] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9445; }","duration":"385.010885ms","start":"2026-07-02T15:40:24.456399Z","end":"2026-07-02T15:40:24.84141Z","steps":["trace[1894397956] 'agreement among raft nodes before linearized reading' (duration: 384.908732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:24.84144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:24.456383Z","time spent":"385.051956ms","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-02T15:40:24.841532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.466589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T15:40:24.842961Z","caller":"traceutil/trace.go:171","msg":"trace[1766201730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9445; }","duration":"437.964361ms","start":"2026-07-02T15:40:24.404977Z","end":"2026-07-02T15:40:24.842942Z","steps":["trace[1766201730] 'agreement among raft nodes before linearized reading' (duration: 435.878843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:24.843071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:24.404966Z","time spent":"438.091424ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T15:40:24.842864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023706412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T15:40:24.843447Z","caller":"traceutil/trace.go:171","msg":"trace[52599511] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9445; }","duration":"1.024295748s","start":"2026-07-02T15:40:23.81911Z","end":"2026-07-02T15:40:24.843406Z","steps":["trace[52599511] 'agreement among raft nodes before linearized reading' (duration: 1.021511421s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:24.843527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:23.819095Z","time spent":"1.024386971s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T15:40:25.266061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.460023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T15:40:25.26637Z","caller":"traceutil/trace.go:171","msg":"trace[1358213046] transaction","detail":"{read_only:false; response_revision:9446; number_of_response:1; }","duration":"418.658407ms","start":"2026-07-02T15:40:24.847516Z","end":"2026-07-02T15:40:25.266174Z","steps":["trace[1358213046] 'process raft request' (duration: 189.999288ms)","trace[1358213046] 'compare' (duration: 228.201496ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:40:25.266455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:24.847493Z","time spent":"418.922004ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:40:25.275632Z","caller":"traceutil/trace.go:171","msg":"trace[727125201] transaction","detail":"{read_only:false; response_revision:9447; number_of_response:1; }","duration":"427.870522ms","start":"2026-07-02T15:40:24.847673Z","end":"2026-07-02T15:40:25.275543Z","steps":["trace[727125201] 'process raft request' (duration: 427.528662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:25.275721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:24.847649Z","time spent":"428.028775ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:40:25.276214Z","caller":"traceutil/trace.go:171","msg":"trace[835986099] transaction","detail":"{read_only:false; response_revision:9449; number_of_response:1; }","duration":"427.83053ms","start":"2026-07-02T15:40:24.847737Z","end":"2026-07-02T15:40:25.275567Z","steps":["trace[835986099] 'process raft request' (duration: 427.682096ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:40:25.275805Z","caller":"traceutil/trace.go:171","msg":"trace[1040757002] linearizableReadLoop","detail":"{readStateIndex:9782; appliedIndex:9778; }","duration":"426.403951ms","start":"2026-07-02T15:40:24.849155Z","end":"2026-07-02T15:40:25.275559Z","steps":["trace[1040757002] 'read index received' (duration: 188.353933ms)","trace[1040757002] 'applied index is now lower than readState.Index' (duration: 238.048928ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:40:25.276944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:24.847718Z","time spent":"429.180517ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:40:25.277339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.763873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:40:25.277415Z","caller":"traceutil/trace.go:171","msg":"trace[1389358944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9451; }","duration":"399.874576ms","start":"2026-07-02T15:40:24.877503Z","end":"2026-07-02T15:40:25.277378Z","steps":["trace[1389358944] 'agreement among raft nodes before linearized reading' (duration: 399.62894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:25.277454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:24.877477Z","time spent":"399.968578ms","remote":"127.0.0.1:50220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T15:40:25.27786Z","caller":"traceutil/trace.go:171","msg":"trace[1978683477] transaction","detail":"{read_only:false; response_revision:9448; number_of_response:1; }","duration":"427.846851ms","start":"2026-07-02T15:40:24.847729Z","end":"2026-07-02T15:40:25.275576Z","steps":["trace[1978683477] 'process raft request' (duration: 427.613464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:25.277917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.824504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T15:40:25.277964Z","caller":"traceutil/trace.go:171","msg":"trace[1281697132] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9451; }","duration":"335.905846ms","start":"2026-07-02T15:40:24.942047Z","end":"2026-07-02T15:40:25.277953Z","steps":["trace[1281697132] 'agreement among raft nodes before linearized reading' (duration: 335.788773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:25.277996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:24.847711Z","time spent":"430.217957ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:40:25.278008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:24.942028Z","time spent":"335.964537ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T15:40:25.278349Z","caller":"traceutil/trace.go:171","msg":"trace[227021484] transaction","detail":"{read_only:false; response_revision:9451; number_of_response:1; }","duration":"266.099544ms","start":"2026-07-02T15:40:25.009501Z","end":"2026-07-02T15:40:25.275601Z","steps":["trace[227021484] 'process raft request' (duration: 266.022522ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:40:25.278534Z","caller":"traceutil/trace.go:171","msg":"trace[2062659809] transaction","detail":"{read_only:false; response_revision:9450; number_of_response:1; }","duration":"373.176967ms","start":"2026-07-02T15:40:24.902412Z","end":"2026-07-02T15:40:25.275589Z","steps":["trace[2062659809] 'process raft request' (duration: 373.042033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:25.278744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:24.90239Z","time spent":"376.270023ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:40:25.283007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.838546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291495"} {"level":"info","ts":"2026-07-02T15:40:25.283097Z","caller":"traceutil/trace.go:171","msg":"trace[1180283554] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9451; }","duration":"433.97293ms","start":"2026-07-02T15:40:24.8491Z","end":"2026-07-02T15:40:25.283074Z","steps":["trace[1180283554] 'agreement among raft nodes before linearized reading' (duration: 426.467052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:25.283137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:40:24.849077Z","time spent":"434.049603ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291518,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-02T15:40:49.644215Z","caller":"traceutil/trace.go:171","msg":"trace[1625861903] linearizableReadLoop","detail":"{readStateIndex:9969; appliedIndex:9968; }","duration":"150.137605ms","start":"2026-07-02T15:40:49.494057Z","end":"2026-07-02T15:40:49.644195Z","steps":["trace[1625861903] 'read index received' (duration: 149.94005ms)","trace[1625861903] 'applied index is now lower than readState.Index' (duration: 196.815µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:40:49.644385Z","caller":"traceutil/trace.go:171","msg":"trace[1914944497] transaction","detail":"{read_only:false; response_revision:9631; number_of_response:1; }","duration":"155.090822ms","start":"2026-07-02T15:40:49.489239Z","end":"2026-07-02T15:40:49.64433Z","steps":["trace[1914944497] 'process raft request' (duration: 154.813314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:49.644453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.378262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T15:40:49.644489Z","caller":"traceutil/trace.go:171","msg":"trace[771733404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9631; }","duration":"150.466504ms","start":"2026-07-02T15:40:49.494013Z","end":"2026-07-02T15:40:49.64448Z","steps":["trace[771733404] 'agreement among raft nodes before linearized reading' (duration: 150.30143ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:40:55.457269Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T15:40:55.469218Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-02T15:40:55.469387Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-07-02T15:41:16.228552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.759287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T15:41:16.228658Z","caller":"traceutil/trace.go:171","msg":"trace[913294588] linearizableReadLoop","detail":"{readStateIndex:10150; appliedIndex:10149; }","duration":"174.325486ms","start":"2026-07-02T15:41:16.054317Z","end":"2026-07-02T15:41:16.228643Z","steps":["trace[913294588] 'read index received' (duration: 66.336022ms)","trace[913294588] 'applied index is now lower than readState.Index' (duration: 107.988344ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:41:16.229335Z","caller":"traceutil/trace.go:171","msg":"trace[1710123870] transaction","detail":"{read_only:false; response_revision:9806; number_of_response:1; }","duration":"190.592496ms","start":"2026-07-02T15:41:16.038724Z","end":"2026-07-02T15:41:16.229317Z","steps":["trace[1710123870] 'process raft request' (duration: 81.992585ms)","trace[1710123870] 'compare' (duration: 107.543372ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:41:16.230368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.041184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321389"} {"level":"info","ts":"2026-07-02T15:41:16.23042Z","caller":"traceutil/trace.go:171","msg":"trace[136211577] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9806; }","duration":"176.111186ms","start":"2026-07-02T15:41:16.054298Z","end":"2026-07-02T15:41:16.230409Z","steps":["trace[136211577] 'agreement among raft nodes before linearized reading' (duration: 174.387808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:42:48.694489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.531637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T15:42:48.694843Z","caller":"traceutil/trace.go:171","msg":"trace[1174345719] transaction","detail":"{read_only:false; response_revision:10401; number_of_response:1; }","duration":"144.447871ms","start":"2026-07-02T15:42:48.55021Z","end":"2026-07-02T15:42:48.694658Z","steps":["trace[1174345719] 'process raft request' (duration: 30.639237ms)","trace[1174345719] 'compare' (duration: 113.381482ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:42:48.836345Z","caller":"traceutil/trace.go:171","msg":"trace[582340528] linearizableReadLoop","detail":"{readStateIndex:10770; appliedIndex:10768; }","duration":"103.655174ms","start":"2026-07-02T15:42:48.732659Z","end":"2026-07-02T15:42:48.836314Z","steps":["trace[582340528] 'read index received' (duration: 59.68807ms)","trace[582340528] 'applied index is now lower than readState.Index' (duration: 43.965814ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:42:48.836436Z","caller":"traceutil/trace.go:171","msg":"trace[722727737] transaction","detail":"{read_only:false; response_revision:10403; number_of_response:1; }","duration":"138.25922ms","start":"2026-07-02T15:42:48.698134Z","end":"2026-07-02T15:42:48.836394Z","steps":["trace[722727737] 'process raft request' (duration: 99.936071ms)","trace[722727737] 'compare' (duration: 38.114393ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:42:48.836615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.924191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:42:48.836808Z","caller":"traceutil/trace.go:171","msg":"trace[295585552] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:10403; }","duration":"104.178328ms","start":"2026-07-02T15:42:48.732602Z","end":"2026-07-02T15:42:48.83678Z","steps":["trace[295585552] 'agreement among raft nodes before linearized reading' (duration: 103.920311ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:43:05.351107Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8270} {"level":"info","ts":"2026-07-02T15:43:05.520955Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8270,"took":"167.801693ms","hash":3506957132,"current-db-size-bytes":58658816,"current-db-size":"59 MB","current-db-size-in-use-bytes":25055232,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-02T15:43:05.52112Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3506957132,"revision":8270,"compact-revision":6076} {"level":"info","ts":"2026-07-02T15:43:51.215458Z","caller":"traceutil/trace.go:171","msg":"trace[1517512769] linearizableReadLoop","detail":"{readStateIndex:11096; appliedIndex:11095; }","duration":"369.452613ms","start":"2026-07-02T15:43:50.845985Z","end":"2026-07-02T15:43:51.215438Z","steps":["trace[1517512769] 'read index received' (duration: 369.36437ms)","trace[1517512769] 'applied index is now lower than readState.Index' (duration: 87.473µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:43:51.21555Z","caller":"traceutil/trace.go:171","msg":"trace[794914582] transaction","detail":"{read_only:false; response_revision:10716; number_of_response:1; }","duration":"370.79698ms","start":"2026-07-02T15:43:50.844716Z","end":"2026-07-02T15:43:51.215513Z","steps":["trace[794914582] 'process raft request' (duration: 370.596044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:51.215615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.614557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:43:51.215652Z","caller":"traceutil/trace.go:171","msg":"trace[435741949] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:10716; }","duration":"369.706889ms","start":"2026-07-02T15:43:50.845933Z","end":"2026-07-02T15:43:51.21564Z","steps":["trace[435741949] 'agreement among raft nodes before linearized reading' (duration: 369.626797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:51.215692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:50.845906Z","time spent":"369.776021ms","remote":"127.0.0.1:37042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-02T15:43:51.215704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:50.844692Z","time spent":"370.928233ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:43:51.254671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.344223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:43:51.254713Z","caller":"traceutil/trace.go:171","msg":"trace[1918800633] transaction","detail":"{read_only:false; response_revision:10717; number_of_response:1; }","duration":"322.199887ms","start":"2026-07-02T15:43:50.932482Z","end":"2026-07-02T15:43:51.254681Z","steps":["trace[1918800633] 'process raft request' (duration: 321.973451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:51.254785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.543834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:43:51.254812Z","caller":"traceutil/trace.go:171","msg":"trace[1361072717] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:10717; }","duration":"319.615856ms","start":"2026-07-02T15:43:50.935185Z","end":"2026-07-02T15:43:51.254801Z","steps":["trace[1361072717] 'agreement among raft nodes before linearized reading' (duration: 319.573895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:51.254847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:50.935162Z","time spent":"319.676538ms","remote":"127.0.0.1:50616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-02T15:43:51.254875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:50.932459Z","time spent":"322.314071ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:43:51.254742Z","caller":"traceutil/trace.go:171","msg":"trace[11721798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10717; }","duration":"376.449676ms","start":"2026-07-02T15:43:50.878281Z","end":"2026-07-02T15:43:51.25473Z","steps":["trace[11721798] 'agreement among raft nodes before linearized reading' (duration: 376.328712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:51.254939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:50.87827Z","time spent":"376.652921ms","remote":"127.0.0.1:50220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T15:43:51.255666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.340733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-02T15:43:51.255769Z","caller":"traceutil/trace.go:171","msg":"trace[2019499895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10717; }","duration":"112.490577ms","start":"2026-07-02T15:43:51.143257Z","end":"2026-07-02T15:43:51.255748Z","steps":["trace[2019499895] 'agreement among raft nodes before linearized reading' (duration: 111.571312ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:43:52.227408Z","caller":"traceutil/trace.go:171","msg":"trace[350892233] transaction","detail":"{read_only:false; response_revision:10725; number_of_response:1; }","duration":"356.250728ms","start":"2026-07-02T15:43:51.871135Z","end":"2026-07-02T15:43:52.227385Z","steps":["trace[350892233] 'process raft request' (duration: 356.117485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:52.227526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:51.871116Z","time spent":"356.35041ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:43:52.228711Z","caller":"traceutil/trace.go:171","msg":"trace[1047572882] linearizableReadLoop","detail":"{readStateIndex:11106; appliedIndex:11104; }","duration":"134.989517ms","start":"2026-07-02T15:43:52.093705Z","end":"2026-07-02T15:43:52.228695Z","steps":["trace[1047572882] 'read index received' (duration: 133.555988ms)","trace[1047572882] 'applied index is now lower than readState.Index' (duration: 1.432989ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:43:52.228868Z","caller":"traceutil/trace.go:171","msg":"trace[1521431402] transaction","detail":"{read_only:false; response_revision:10726; number_of_response:1; }","duration":"337.967983ms","start":"2026-07-02T15:43:51.890886Z","end":"2026-07-02T15:43:52.228854Z","steps":["trace[1521431402] 'process raft request' (duration: 337.725756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:52.229173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:51.890867Z","time spent":"338.238981ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:43:52.228923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.197844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:43:52.229245Z","caller":"traceutil/trace.go:171","msg":"trace[1842918554] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:10726; }","duration":"135.558654ms","start":"2026-07-02T15:43:52.093667Z","end":"2026-07-02T15:43:52.229225Z","steps":["trace[1842918554] 'agreement among raft nodes before linearized reading' (duration: 135.176884ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:43:56.972677Z","caller":"traceutil/trace.go:171","msg":"trace[2017715135] transaction","detail":"{read_only:false; response_revision:10747; number_of_response:1; }","duration":"731.910612ms","start":"2026-07-02T15:43:56.240709Z","end":"2026-07-02T15:43:56.97262Z","steps":["trace[2017715135] 'process raft request' (duration: 731.228723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:56.972939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:56.240682Z","time spent":"732.101387ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:43:57.797044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497123616951969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T15:43:58.297488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497123616951969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T15:43:58.798428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497123616951969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T15:43:59.299408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497123616951969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T15:43:59.588488Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.336570813s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T15:43:59.597126Z","caller":"traceutil/trace.go:171","msg":"trace[1107847803] transaction","detail":"{read_only:false; response_revision:10748; number_of_response:1; }","duration":"2.345260553s","start":"2026-07-02T15:43:57.25183Z","end":"2026-07-02T15:43:59.597091Z","steps":["trace[1107847803] 'process raft request' (duration: 2.345052307s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:59.597302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:57.251811Z","time spent":"2.345398776s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:44:00.227139Z","caller":"traceutil/trace.go:171","msg":"trace[776128590] transaction","detail":"{read_only:false; response_revision:10749; number_of_response:1; }","duration":"2.943329868s","start":"2026-07-02T15:43:57.283789Z","end":"2026-07-02T15:44:00.227119Z","steps":["trace[776128590] 'process raft request' (duration: 2.915144159s)","trace[776128590] 'compare' (duration: 27.382316ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:44:00.227318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:57.283769Z","time spent":"2.943426381s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:44:00.227476Z","caller":"traceutil/trace.go:171","msg":"trace[2088625766] transaction","detail":"{read_only:false; response_revision:10750; number_of_response:1; }","duration":"2.940173521s","start":"2026-07-02T15:43:57.287282Z","end":"2026-07-02T15:44:00.227456Z","steps":["trace[2088625766] 'process raft request' (duration: 2.93976374s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.22758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:57.287267Z","time spent":"2.940255353s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:44:00.227937Z","caller":"traceutil/trace.go:171","msg":"trace[970725655] transaction","detail":"{read_only:false; response_revision:10751; number_of_response:1; }","duration":"1.244563157s","start":"2026-07-02T15:43:58.983366Z","end":"2026-07-02T15:44:00.227929Z","steps":["trace[970725655] 'process raft request' (duration: 1.244033882s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.22799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:58.983325Z","time spent":"1.244643039s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:44:00.228094Z","caller":"traceutil/trace.go:171","msg":"trace[347934313] linearizableReadLoop","detail":"{readStateIndex:11133; appliedIndex:11128; }","duration":"2.931396629s","start":"2026-07-02T15:43:57.296668Z","end":"2026-07-02T15:44:00.228065Z","steps":["trace[347934313] 'read index received' (duration: 2.300140187s)","trace[347934313] 'applied index is now lower than readState.Index' (duration: 631.255322ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:44:00.228098Z","caller":"traceutil/trace.go:171","msg":"trace[952120572] transaction","detail":"{read_only:false; response_revision:10752; number_of_response:1; }","duration":"1.162059109s","start":"2026-07-02T15:43:59.066006Z","end":"2026-07-02T15:44:00.228065Z","steps":["trace[952120572] 'process raft request' (duration: 1.161888714s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.228209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.931551152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T15:44:00.228249Z","caller":"traceutil/trace.go:171","msg":"trace[202818206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10752; }","duration":"2.931635814s","start":"2026-07-02T15:43:57.296604Z","end":"2026-07-02T15:44:00.22824Z","steps":["trace[202818206] 'agreement among raft nodes before linearized reading' (duration: 2.931534642s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.22824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:59.065972Z","time spent":"1.162200583s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:44:00.228269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:57.296589Z","time spent":"2.931675286s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T15:44:00.228294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811122277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-02T15:44:00.228347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816762768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-02T15:44:00.228354Z","caller":"traceutil/trace.go:171","msg":"trace[1089773351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10752; }","duration":"2.81123409s","start":"2026-07-02T15:43:57.417104Z","end":"2026-07-02T15:44:00.228339Z","steps":["trace[1089773351] 'agreement among raft nodes before linearized reading' (duration: 2.811128497s)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:44:00.228376Z","caller":"traceutil/trace.go:171","msg":"trace[1919879149] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:10752; }","duration":"1.8168238s","start":"2026-07-02T15:43:58.411546Z","end":"2026-07-02T15:44:00.22837Z","steps":["trace[1919879149] 'agreement among raft nodes before linearized reading' (duration: 1.816725477s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.228395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:58.41153Z","time spent":"1.816860731s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-07-02T15:44:00.228419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:57.417076Z","time spent":"2.811309822s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T15:44:00.228441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689376805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6qpbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-02T15:44:00.228479Z","caller":"traceutil/trace.go:171","msg":"trace[1543074507] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6qpbq; range_end:; response_count:1; response_revision:10752; }","duration":"2.689454957s","start":"2026-07-02T15:43:57.539014Z","end":"2026-07-02T15:44:00.228469Z","steps":["trace[1543074507] 'agreement among raft nodes before linearized reading' (duration: 2.689320303s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.22851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:57.538996Z","time spent":"2.689506679s","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-6qpbq\" "} {"level":"warn","ts":"2026-07-02T15:44:00.22854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.6872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:44:00.228569Z","caller":"traceutil/trace.go:171","msg":"trace[955991727] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:10752; }","duration":"100.746842ms","start":"2026-07-02T15:44:00.127813Z","end":"2026-07-02T15:44:00.22856Z","steps":["trace[955991727] 'agreement among raft nodes before linearized reading' (duration: 100.701361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.228591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.696895443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-02T15:44:00.228603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803736223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-02T15:44:00.228626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689032026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-02T15:44:00.228597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341051622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:44:00.228673Z","caller":"traceutil/trace.go:171","msg":"trace[1320574222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10752; }","duration":"2.803814615s","start":"2026-07-02T15:43:57.42484Z","end":"2026-07-02T15:44:00.228655Z","steps":["trace[1320574222] 'agreement among raft nodes before linearized reading' (duration: 2.803673991s)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:44:00.228675Z","caller":"traceutil/trace.go:171","msg":"trace[2059543940] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10752; }","duration":"2.689142148s","start":"2026-07-02T15:43:57.539518Z","end":"2026-07-02T15:44:00.22866Z","steps":["trace[2059543940] 'agreement among raft nodes before linearized reading' (duration: 2.689021665s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.228704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:57.424752Z","time spent":"2.803945719s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T15:44:00.228712Z","caller":"traceutil/trace.go:171","msg":"trace[2117574537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10752; }","duration":"1.341153674s","start":"2026-07-02T15:43:58.887521Z","end":"2026-07-02T15:44:00.228675Z","steps":["trace[2117574537] 'agreement among raft nodes before linearized reading' (duration: 1.34100834s)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:44:00.228672Z","caller":"traceutil/trace.go:171","msg":"trace[1263249082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10752; }","duration":"2.697037426s","start":"2026-07-02T15:43:57.531602Z","end":"2026-07-02T15:44:00.228639Z","steps":["trace[1263249082] 'agreement among raft nodes before linearized reading' (duration: 2.696759619s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.228717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:57.539484Z","time spent":"2.68922356s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T15:44:00.228749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:58.887443Z","time spent":"1.341297858s","remote":"127.0.0.1:50220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T15:44:00.228753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.29634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-02T15:44:00.228765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:57.531579Z","time spent":"2.697173641s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T15:44:00.228802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600941483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-07-02T15:44:00.228778Z","caller":"traceutil/trace.go:171","msg":"trace[1240645710] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10752; }","duration":"456.363172ms","start":"2026-07-02T15:43:59.772409Z","end":"2026-07-02T15:44:00.228772Z","steps":["trace[1240645710] 'agreement among raft nodes before linearized reading' (duration: 456.29078ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:44:00.228929Z","caller":"traceutil/trace.go:171","msg":"trace[131044485] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10752; }","duration":"2.601130458s","start":"2026-07-02T15:43:57.627784Z","end":"2026-07-02T15:44:00.228914Z","steps":["trace[131044485] 'agreement among raft nodes before linearized reading' (duration: 2.600576083s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.229047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:57.627763Z","time spent":"2.601271722s","remote":"127.0.0.1:50422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-02T15:44:00.228964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:59.77239Z","time spent":"456.558908ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T15:45:56.875213Z","caller":"traceutil/trace.go:171","msg":"trace[1788738767] transaction","detail":"{read_only:false; response_revision:11832; number_of_response:1; }","duration":"123.787038ms","start":"2026-07-02T15:45:56.751387Z","end":"2026-07-02T15:45:56.875174Z","steps":["trace[1788738767] 'process raft request' (duration: 123.551612ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:48:05.357914Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10490} {"level":"info","ts":"2026-07-02T15:48:05.43238Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10490,"took":"72.633808ms","hash":428070087,"current-db-size-bytes":58658816,"current-db-size":"59 MB","current-db-size-in-use-bytes":26189824,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-02T15:48:05.432467Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":428070087,"revision":10490,"compact-revision":8270} {"level":"info","ts":"2026-07-02T15:52:04.680878Z","caller":"traceutil/trace.go:171","msg":"trace[394005051] transaction","detail":"{read_only:false; response_revision:14313; number_of_response:1; }","duration":"155.293027ms","start":"2026-07-02T15:52:04.525313Z","end":"2026-07-02T15:52:04.680607Z","steps":["trace[394005051] 'process raft request' (duration: 154.980269ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:52:40.379419Z","caller":"traceutil/trace.go:171","msg":"trace[129709350] linearizableReadLoop","detail":"{readStateIndex:15021; appliedIndex:15020; }","duration":"146.39867ms","start":"2026-07-02T15:52:40.232989Z","end":"2026-07-02T15:52:40.379387Z","steps":["trace[129709350] 'read index received' (duration: 146.248546ms)","trace[129709350] 'applied index is now lower than readState.Index' (duration: 148.914µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:52:40.37953Z","caller":"traceutil/trace.go:171","msg":"trace[581171629] transaction","detail":"{read_only:false; response_revision:14515; number_of_response:1; }","duration":"397.354581ms","start":"2026-07-02T15:52:39.982146Z","end":"2026-07-02T15:52:40.3795Z","steps":["trace[581171629] 'process raft request' (duration: 396.852977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:52:40.379591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.575696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:52:40.379628Z","caller":"traceutil/trace.go:171","msg":"trace[848119316] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:14515; }","duration":"146.672118ms","start":"2026-07-02T15:52:40.232946Z","end":"2026-07-02T15:52:40.379618Z","steps":["trace[848119316] 'agreement among raft nodes before linearized reading' (duration: 146.582906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:52:40.379722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:52:39.982115Z","time spent":"397.500075ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:52:40.415974Z","caller":"traceutil/trace.go:171","msg":"trace[1303933018] transaction","detail":"{read_only:false; response_revision:14517; number_of_response:1; }","duration":"142.833571ms","start":"2026-07-02T15:52:40.273119Z","end":"2026-07-02T15:52:40.415952Z","steps":["trace[1303933018] 'process raft request' (duration: 142.78737ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:52:40.415999Z","caller":"traceutil/trace.go:171","msg":"trace[1948773553] transaction","detail":"{read_only:false; response_revision:14516; number_of_response:1; }","duration":"150.253997ms","start":"2026-07-02T15:52:40.265707Z","end":"2026-07-02T15:52:40.415961Z","steps":["trace[1948773553] 'process raft request' (duration: 150.093833ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:52:40.416196Z","caller":"traceutil/trace.go:171","msg":"trace[1258705665] transaction","detail":"{read_only:false; response_revision:14518; number_of_response:1; }","duration":"124.336679ms","start":"2026-07-02T15:52:40.291852Z","end":"2026-07-02T15:52:40.416189Z","steps":["trace[1258705665] 'process raft request' (duration: 124.077672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:52:40.416259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.304501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:52:40.416341Z","caller":"traceutil/trace.go:171","msg":"trace[276111417] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:14518; }","duration":"167.452484ms","start":"2026-07-02T15:52:40.248869Z","end":"2026-07-02T15:52:40.416321Z","steps":["trace[276111417] 'agreement among raft nodes before linearized reading' (duration: 167.297ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:53:02.723792Z","caller":"traceutil/trace.go:171","msg":"trace[1431424268] transaction","detail":"{read_only:false; response_revision:14823; number_of_response:1; }","duration":"431.537819ms","start":"2026-07-02T15:53:02.292218Z","end":"2026-07-02T15:53:02.723756Z","steps":["trace[1431424268] 'process raft request' (duration: 431.369864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:53:02.724003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:53:02.292177Z","time spent":"431.732234ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:53:02.748783Z","caller":"traceutil/trace.go:171","msg":"trace[121684375] linearizableReadLoop","detail":"{readStateIndex:15345; appliedIndex:15341; }","duration":"105.867087ms","start":"2026-07-02T15:53:02.642892Z","end":"2026-07-02T15:53:02.748759Z","steps":["trace[121684375] 'read index received' (duration: 80.669358ms)","trace[121684375] 'applied index is now lower than readState.Index' (duration: 25.196779ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:53:02.748866Z","caller":"traceutil/trace.go:171","msg":"trace[940168397] transaction","detail":"{read_only:false; response_revision:14824; number_of_response:1; }","duration":"257.135322ms","start":"2026-07-02T15:53:02.491702Z","end":"2026-07-02T15:53:02.748838Z","steps":["trace[940168397] 'process raft request' (duration: 256.793672ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:53:02.74887Z","caller":"traceutil/trace.go:171","msg":"trace[925825002] transaction","detail":"{read_only:false; response_revision:14826; number_of_response:1; }","duration":"255.003303ms","start":"2026-07-02T15:53:02.493826Z","end":"2026-07-02T15:53:02.74883Z","steps":["trace[925825002] 'process raft request' (duration: 254.90445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:53:02.749035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.113623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6qpbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-02T15:53:02.749099Z","caller":"traceutil/trace.go:171","msg":"trace[2136230828] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6qpbq; range_end:; response_count:1; response_revision:14826; }","duration":"106.243407ms","start":"2026-07-02T15:53:02.642843Z","end":"2026-07-02T15:53:02.749087Z","steps":["trace[2136230828] 'agreement among raft nodes before linearized reading' (duration: 106.00609ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:53:02.748819Z","caller":"traceutil/trace.go:171","msg":"trace[1816466423] transaction","detail":"{read_only:false; response_revision:14825; number_of_response:1; }","duration":"255.825825ms","start":"2026-07-02T15:53:02.492963Z","end":"2026-07-02T15:53:02.748788Z","steps":["trace[1816466423] 'process raft request' (duration: 255.726613ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:53:05.369314Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12695} {"level":"info","ts":"2026-07-02T15:53:05.442214Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12695,"took":"70.081294ms","hash":1132323215,"current-db-size-bytes":58658816,"current-db-size":"59 MB","current-db-size-in-use-bytes":28483584,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-02T15:53:05.442282Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1132323215,"revision":12695,"compact-revision":10490} {"level":"warn","ts":"2026-07-02T15:54:28.325559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.852491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-jdkvk\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-02T15:54:28.325779Z","caller":"traceutil/trace.go:171","msg":"trace[1623497061] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-jdkvk; range_end:; response_count:1; response_revision:15634; }","duration":"148.154459ms","start":"2026-07-02T15:54:28.177596Z","end":"2026-07-02T15:54:28.325751Z","steps":["trace[1623497061] 'range keys from in-memory index tree' (duration: 147.629025ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:54:28.601192Z","caller":"traceutil/trace.go:171","msg":"trace[505327923] linearizableReadLoop","detail":"{readStateIndex:16179; appliedIndex:16178; }","duration":"121.408647ms","start":"2026-07-02T15:54:28.479761Z","end":"2026-07-02T15:54:28.60117Z","steps":["trace[505327923] 'read index received' (duration: 93.576756ms)","trace[505327923] 'applied index is now lower than readState.Index' (duration: 27.830981ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:54:28.601501Z","caller":"traceutil/trace.go:171","msg":"trace[1709774037] transaction","detail":"{read_only:false; response_revision:15635; number_of_response:1; }","duration":"125.641425ms","start":"2026-07-02T15:54:28.475774Z","end":"2026-07-02T15:54:28.601415Z","steps":["trace[1709774037] 'process raft request' (duration: 97.552516ms)","trace[1709774037] 'compare' (duration: 27.723819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:54:28.601674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.66862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:54:28.601739Z","caller":"traceutil/trace.go:171","msg":"trace[1702262630] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15635; }","duration":"114.785844ms","start":"2026-07-02T15:54:28.486936Z","end":"2026-07-02T15:54:28.601722Z","steps":["trace[1702262630] 'agreement among raft nodes before linearized reading' (duration: 114.64488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:54:28.601759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.146883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-02T15:54:28.601827Z","caller":"traceutil/trace.go:171","msg":"trace[5929842] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15635; }","duration":"111.272776ms","start":"2026-07-02T15:54:28.49054Z","end":"2026-07-02T15:54:28.601813Z","steps":["trace[5929842] 'agreement among raft nodes before linearized reading' (duration: 111.070971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:54:28.602132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.69415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-02T15:54:28.602233Z","caller":"traceutil/trace.go:171","msg":"trace[1822299552] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15635; }","duration":"110.827294ms","start":"2026-07-02T15:54:28.491384Z","end":"2026-07-02T15:54:28.602212Z","steps":["trace[1822299552] 'agreement among raft nodes before linearized reading' (duration: 110.217257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:54:28.60256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.795686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737316"} {"level":"info","ts":"2026-07-02T15:54:28.602596Z","caller":"traceutil/trace.go:171","msg":"trace[637530253] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15635; }","duration":"122.863338ms","start":"2026-07-02T15:54:28.479725Z","end":"2026-07-02T15:54:28.602588Z","steps":["trace[637530253] 'agreement among raft nodes before linearized reading' (duration: 121.741927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:54:29.781453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.825294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T15:54:29.781524Z","caller":"traceutil/trace.go:171","msg":"trace[1042758058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15639; }","duration":"110.965128ms","start":"2026-07-02T15:54:29.670543Z","end":"2026-07-02T15:54:29.781508Z","steps":["trace[1042758058] 'range keys from in-memory index tree' (duration: 110.66037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:54:29.781815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.514462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T15:54:29.781874Z","caller":"traceutil/trace.go:171","msg":"trace[50768964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15639; }","duration":"160.585054ms","start":"2026-07-02T15:54:29.621274Z","end":"2026-07-02T15:54:29.781859Z","steps":["trace[50768964] 'range keys from in-memory index tree' (duration: 160.341978ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:54:29.939548Z","caller":"traceutil/trace.go:171","msg":"trace[1982837029] transaction","detail":"{read_only:false; response_revision:15640; number_of_response:1; }","duration":"154.204107ms","start":"2026-07-02T15:54:29.785318Z","end":"2026-07-02T15:54:29.939522Z","steps":["trace[1982837029] 'process raft request' (duration: 154.053293ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:54:30.125555Z","caller":"traceutil/trace.go:171","msg":"trace[2128632049] linearizableReadLoop","detail":"{readStateIndex:16185; appliedIndex:16183; }","duration":"316.633752ms","start":"2026-07-02T15:54:29.8089Z","end":"2026-07-02T15:54:30.125534Z","steps":["trace[2128632049] 'read index received' (duration: 130.50469ms)","trace[2128632049] 'applied index is now lower than readState.Index' (duration: 186.127202ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:54:30.125599Z","caller":"traceutil/trace.go:171","msg":"trace[210968255] transaction","detail":"{read_only:false; response_revision:15641; number_of_response:1; }","duration":"340.170015ms","start":"2026-07-02T15:54:29.785384Z","end":"2026-07-02T15:54:30.125554Z","steps":["trace[210968255] 'process raft request' (duration: 323.282696ms)","trace[210968255] 'compare' (duration: 16.467807ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:54:30.125802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.898519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-02T15:54:30.125823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:54:29.785366Z","time spent":"340.33905ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:54:30.12589Z","caller":"traceutil/trace.go:171","msg":"trace[961727027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15641; }","duration":"317.038204ms","start":"2026-07-02T15:54:29.808824Z","end":"2026-07-02T15:54:30.125862Z","steps":["trace[961727027] 'agreement among raft nodes before linearized reading' (duration: 316.837508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:54:30.12593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:54:29.8088Z","time spent":"317.121695ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T15:54:30.125932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.431109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T15:54:30.125994Z","caller":"traceutil/trace.go:171","msg":"trace[776834156] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15641; }","duration":"315.607274ms","start":"2026-07-02T15:54:29.810373Z","end":"2026-07-02T15:54:30.12598Z","steps":["trace[776834156] 'agreement among raft nodes before linearized reading' (duration: 315.366627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:54:30.126041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:54:29.810353Z","time spent":"315.679226ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T15:54:30.12646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.591652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:54:30.126521Z","caller":"traceutil/trace.go:171","msg":"trace[1903042938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15641; }","duration":"245.688274ms","start":"2026-07-02T15:54:29.880816Z","end":"2026-07-02T15:54:30.126504Z","steps":["trace[1903042938] 'agreement among raft nodes before linearized reading' (duration: 245.600402ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:58:05.374303Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14843} {"level":"info","ts":"2026-07-02T15:58:05.469679Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14843,"took":"93.202749ms","hash":475831195,"current-db-size-bytes":58658816,"current-db-size":"59 MB","current-db-size-in-use-bytes":30527488,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-02T15:58:05.469735Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":475831195,"revision":14843,"compact-revision":12695} {"level":"info","ts":"2026-07-02T16:03:05.380427Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17315} {"level":"info","ts":"2026-07-02T16:03:05.470274Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17315,"took":"86.474445ms","hash":185291861,"current-db-size-bytes":58658816,"current-db-size":"59 MB","current-db-size-in-use-bytes":30150656,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-02T16:03:05.470348Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":185291861,"revision":17315,"compact-revision":14843} {"level":"info","ts":"2026-07-02T16:03:42.943808Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T16:03:42.948139Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-02T16:03:42.948223Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-02T16:08:05.386453Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19134} {"level":"info","ts":"2026-07-02T16:08:05.474653Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19134,"took":"84.756787ms","hash":406956505,"current-db-size-bytes":58658816,"current-db-size":"59 MB","current-db-size-in-use-bytes":24195072,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-02T16:08:05.474718Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":406956505,"revision":19134,"compact-revision":17315}