{"level":"warn","ts":"2026-08-28T04:11:11.128732Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-28T04:11:11.12883Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.121:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.121:2380","--initial-cluster=instance=https://162.253.55.121:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.121:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.121:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-28T04:11:11.128908Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-28T04:11:11.128925Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.121:2380"]} {"level":"info","ts":"2026-08-28T04:11:11.128953Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-28T04:11:11.130056Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.121:2379"]} {"level":"info","ts":"2026-08-28T04:11:11.130173Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.121:2380"],"listen-peer-urls":["https://162.253.55.121:2380"],"advertise-client-urls":["https://162.253.55.121:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.121:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.121:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-28T04:11:11.137203Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.029962ms"} {"level":"info","ts":"2026-08-28T04:11:11.176229Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e064f6438c9a029d","cluster-id":"46d59d02273d6950"} {"level":"info","ts":"2026-08-28T04:11:11.17641Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e064f6438c9a029d switched to configuration voters=()"} {"level":"info","ts":"2026-08-28T04:11:11.176456Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e064f6438c9a029d became follower at term 0"} {"level":"info","ts":"2026-08-28T04:11:11.1765Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e064f6438c9a029d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-28T04:11:11.176531Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e064f6438c9a029d became follower at term 1"} {"level":"info","ts":"2026-08-28T04:11:11.176608Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e064f6438c9a029d switched to configuration voters=(16169319332149068445)"} {"level":"warn","ts":"2026-08-28T04:11:11.216139Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-28T04:11:11.218621Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-28T04:11:11.22023Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-28T04:11:11.223477Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e064f6438c9a029d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-28T04:11:11.223742Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e064f6438c9a029d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-28T04:11:11.223911Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T04:11:11.224057Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T04:11:11.224079Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T04:11:11.226885Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e064f6438c9a029d switched to configuration voters=(16169319332149068445)"} {"level":"info","ts":"2026-08-28T04:11:11.227113Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"46d59d02273d6950","local-member-id":"e064f6438c9a029d","added-peer-id":"e064f6438c9a029d","added-peer-peer-urls":["https://162.253.55.121:2380"]} {"level":"info","ts":"2026-08-28T04:11:11.229796Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-28T04:11:11.229983Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.121:2380"} {"level":"info","ts":"2026-08-28T04:11:11.23005Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.121:2380"} {"level":"info","ts":"2026-08-28T04:11:11.23092Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e064f6438c9a029d","initial-advertise-peer-urls":["https://162.253.55.121:2380"],"listen-peer-urls":["https://162.253.55.121:2380"],"advertise-client-urls":["https://162.253.55.121:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.121:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-28T04:11:11.231004Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-28T04:11:12.17764Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e064f6438c9a029d is starting a new election at term 1"} {"level":"info","ts":"2026-08-28T04:11:12.177732Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e064f6438c9a029d became pre-candidate at term 1"} {"level":"info","ts":"2026-08-28T04:11:12.177755Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e064f6438c9a029d received MsgPreVoteResp from e064f6438c9a029d at term 1"} {"level":"info","ts":"2026-08-28T04:11:12.177772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e064f6438c9a029d became candidate at term 2"} {"level":"info","ts":"2026-08-28T04:11:12.177783Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e064f6438c9a029d received MsgVoteResp from e064f6438c9a029d at term 2"} {"level":"info","ts":"2026-08-28T04:11:12.177798Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e064f6438c9a029d became leader at term 2"} {"level":"info","ts":"2026-08-28T04:11:12.17781Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e064f6438c9a029d elected leader e064f6438c9a029d at term 2"} {"level":"info","ts":"2026-08-28T04:11:12.178936Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T04:11:12.180071Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-28T04:11:12.180072Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e064f6438c9a029d","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.121:2379]}","request-path":"/0/members/e064f6438c9a029d/attributes","cluster-id":"46d59d02273d6950","publish-timeout":"7s"} {"level":"info","ts":"2026-08-28T04:11:12.180171Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-28T04:11:12.180338Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-28T04:11:12.180381Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-28T04:11:12.180985Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"46d59d02273d6950","local-member-id":"e064f6438c9a029d","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T04:11:12.181072Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T04:11:12.181106Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T04:11:12.182869Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.121:2379"} {"level":"info","ts":"2026-08-28T04:11:12.183836Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-08-28T04:11:17.813198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.869567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-08-28T04:11:17.813463Z","caller":"traceutil/trace.go:171","msg":"trace[383729088] transaction","detail":"{read_only:false; number_of_response:0; response_revision:240; }","duration":"160.381675ms","start":"2026-08-28T04:11:17.653048Z","end":"2026-08-28T04:11:17.81343Z","steps":["trace[383729088] 'process raft request' (duration: 43.600334ms)","trace[383729088] 'compare' (duration: 115.792405ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:11:17.813535Z","caller":"traceutil/trace.go:171","msg":"trace[1647276256] transaction","detail":"{read_only:false; number_of_response:0; response_revision:240; }","duration":"159.599244ms","start":"2026-08-28T04:11:17.653918Z","end":"2026-08-28T04:11:17.813517Z","steps":["trace[1647276256] 'process raft request' (duration: 159.42724ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:11:17.813677Z","caller":"traceutil/trace.go:171","msg":"trace[650004088] linearizableReadLoop","detail":"{readStateIndex:253; appliedIndex:247; }","duration":"114.83629ms","start":"2026-08-28T04:11:17.698818Z","end":"2026-08-28T04:11:17.813655Z","steps":["trace[650004088] 'read index received' (duration: 112.964671ms)","trace[650004088] 'applied index is now lower than readState.Index' (duration: 1.870339ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:11:17.813733Z","caller":"traceutil/trace.go:171","msg":"trace[1344666311] transaction","detail":"{read_only:false; number_of_response:0; response_revision:242; }","duration":"157.530499ms","start":"2026-08-28T04:11:17.656163Z","end":"2026-08-28T04:11:17.813694Z","steps":["trace[1344666311] 'process raft request' (duration: 157.368065ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:11:17.813763Z","caller":"traceutil/trace.go:171","msg":"trace[1528100352] transaction","detail":"{read_only:false; response_revision:243; number_of_response:1; }","duration":"155.157218ms","start":"2026-08-28T04:11:17.658583Z","end":"2026-08-28T04:11:17.81374Z","steps":["trace[1528100352] 'process raft request' (duration: 154.978223ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:11:17.813779Z","caller":"traceutil/trace.go:171","msg":"trace[93211258] transaction","detail":"{read_only:false; response_revision:241; number_of_response:1; }","duration":"159.336426ms","start":"2026-08-28T04:11:17.654323Z","end":"2026-08-28T04:11:17.81366Z","steps":["trace[93211258] 'process raft request' (duration: 159.07137ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:11:17.813881Z","caller":"traceutil/trace.go:171","msg":"trace[1454005256] transaction","detail":"{read_only:false; response_revision:242; number_of_response:1; }","duration":"159.291116ms","start":"2026-08-28T04:11:17.654529Z","end":"2026-08-28T04:11:17.81382Z","steps":["trace[1454005256] 'process raft request' (duration: 158.952487ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:11:17.81392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.048586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:11:17.81397Z","caller":"traceutil/trace.go:171","msg":"trace[1202985494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:243; }","duration":"115.17146ms","start":"2026-08-28T04:11:17.698779Z","end":"2026-08-28T04:11:17.813951Z","steps":["trace[1202985494] 'agreement among raft nodes before linearized reading' (duration: 115.022626ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:11:23.076485Z","caller":"traceutil/trace.go:171","msg":"trace[164885517] linearizableReadLoop","detail":"{readStateIndex:335; appliedIndex:332; }","duration":"116.290999ms","start":"2026-08-28T04:11:22.960173Z","end":"2026-08-28T04:11:23.076464Z","steps":["trace[164885517] 'read index received' (duration: 643.517µs)","trace[164885517] 'applied index is now lower than readState.Index' (duration: 115.646442ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:11:23.07654Z","caller":"traceutil/trace.go:171","msg":"trace[629295175] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"116.757881ms","start":"2026-08-28T04:11:22.959745Z","end":"2026-08-28T04:11:23.076503Z","steps":["trace[629295175] 'process raft request' (duration: 72.574082ms)","trace[629295175] 'compare' (duration: 43.908091ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:11:23.076592Z","caller":"traceutil/trace.go:171","msg":"trace[1744422464] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"116.75187ms","start":"2026-08-28T04:11:22.959806Z","end":"2026-08-28T04:11:23.076558Z","steps":["trace[1744422464] 'process raft request' (duration: 116.542735ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:11:23.076793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.607836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-08-28T04:11:23.077055Z","caller":"traceutil/trace.go:171","msg":"trace[1212913593] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:321; }","duration":"116.706129ms","start":"2026-08-28T04:11:22.960128Z","end":"2026-08-28T04:11:23.076834Z","steps":["trace[1212913593] 'agreement among raft nodes before linearized reading' (duration: 116.520494ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:11:23.196445Z","caller":"traceutil/trace.go:171","msg":"trace[254787714] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"112.719845ms","start":"2026-08-28T04:11:23.083702Z","end":"2026-08-28T04:11:23.196421Z","steps":["trace[254787714] 'process raft request' (duration: 98.119152ms)","trace[254787714] 'compare' (duration: 14.319496ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:11:23.196685Z","caller":"traceutil/trace.go:171","msg":"trace[639924403] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"112.261692ms","start":"2026-08-28T04:11:23.084406Z","end":"2026-08-28T04:11:23.196668Z","steps":["trace[639924403] 'process raft request' (duration: 111.855202ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:11:23.196747Z","caller":"traceutil/trace.go:171","msg":"trace[921216621] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"110.738033ms","start":"2026-08-28T04:11:23.085992Z","end":"2026-08-28T04:11:23.19673Z","steps":["trace[921216621] 'process raft request' (duration: 110.338203ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:11:23.196885Z","caller":"traceutil/trace.go:171","msg":"trace[850157741] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"112.338215ms","start":"2026-08-28T04:11:23.084496Z","end":"2026-08-28T04:11:23.196834Z","steps":["trace[850157741] 'process raft request' (duration: 111.807181ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:11:42.176003Z","caller":"traceutil/trace.go:171","msg":"trace[1245211454] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"115.456626ms","start":"2026-08-28T04:11:42.060517Z","end":"2026-08-28T04:11:42.175973Z","steps":["trace[1245211454] 'process raft request' (duration: 114.968863ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:12:01.360537Z","caller":"traceutil/trace.go:171","msg":"trace[1021029950] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"324.903467ms","start":"2026-08-28T04:12:01.035604Z","end":"2026-08-28T04:12:01.360507Z","steps":["trace[1021029950] 'process raft request' (duration: 324.371092ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:12:01.361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:12:01.035569Z","time spent":"325.072791ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036233,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:12:01.937765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.130589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T04:12:01.937955Z","caller":"traceutil/trace.go:171","msg":"trace[655001926] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:629; }","duration":"366.311022ms","start":"2026-08-28T04:12:01.571584Z","end":"2026-08-28T04:12:01.937895Z","steps":["trace[655001926] 'read index received' (duration: 163.840254ms)","trace[655001926] 'applied index is now lower than readState.Index' (duration: 202.469238ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:12:01.93803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.443716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:12:01.938058Z","caller":"traceutil/trace.go:171","msg":"trace[1283681336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"366.509347ms","start":"2026-08-28T04:12:01.571536Z","end":"2026-08-28T04:12:01.938045Z","steps":["trace[1283681336] 'agreement among raft nodes before linearized reading' (duration: 366.456075ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:12:01.938092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:12:01.571512Z","time spent":"366.571449ms","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-28T04:12:01.938236Z","caller":"traceutil/trace.go:171","msg":"trace[191519507] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"432.381285ms","start":"2026-08-28T04:12:01.50576Z","end":"2026-08-28T04:12:01.938142Z","steps":["trace[191519507] 'process raft request' (duration: 229.736913ms)","trace[191519507] 'compare' (duration: 201.919093ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:12:01.938491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:12:01.505728Z","time spent":"432.662702ms","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:12:02.273181Z","caller":"traceutil/trace.go:171","msg":"trace[153876450] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:630; }","duration":"163.372363ms","start":"2026-08-28T04:12:02.109771Z","end":"2026-08-28T04:12:02.273144Z","steps":["trace[153876450] 'read index received' (duration: 162.432668ms)","trace[153876450] 'applied index is now lower than readState.Index' (duration: 938.545µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:12:02.273329Z","caller":"traceutil/trace.go:171","msg":"trace[1336602963] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"363.52286ms","start":"2026-08-28T04:12:01.909796Z","end":"2026-08-28T04:12:02.273318Z","steps":["trace[1336602963] 'process raft request' (duration: 362.72842ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:12:02.273482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:12:01.909733Z","time spent":"363.625873ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036277,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:12:02.273772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.611068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-28T04:12:02.273897Z","caller":"traceutil/trace.go:171","msg":"trace[1056010285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:606; }","duration":"163.778613ms","start":"2026-08-28T04:12:02.110082Z","end":"2026-08-28T04:12:02.27386Z","steps":["trace[1056010285] 'agreement among raft nodes before linearized reading' (duration: 163.330012ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:12:02.273882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.067541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-28T04:12:02.273996Z","caller":"traceutil/trace.go:171","msg":"trace[320748763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:606; }","duration":"164.289597ms","start":"2026-08-28T04:12:02.109674Z","end":"2026-08-28T04:12:02.273964Z","steps":["trace[320748763] 'agreement among raft nodes before linearized reading' (duration: 163.872436ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:12:02.875464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.379324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T04:12:02.875871Z","caller":"traceutil/trace.go:171","msg":"trace[1705386685] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"594.887905ms","start":"2026-08-28T04:12:02.280968Z","end":"2026-08-28T04:12:02.875855Z","steps":["trace[1705386685] 'process raft request' (duration: 594.599948ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:12:02.875929Z","caller":"traceutil/trace.go:171","msg":"trace[1978405008] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:632; }","duration":"303.847024ms","start":"2026-08-28T04:12:02.572073Z","end":"2026-08-28T04:12:02.87592Z","steps":["trace[1978405008] 'read index received' (duration: 110.947627ms)","trace[1978405008] 'applied index is now lower than readState.Index' (duration: 192.898347ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:12:02.875956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:12:02.280954Z","time spent":"594.966386ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:12:02.875961Z","caller":"traceutil/trace.go:171","msg":"trace[749878723] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"594.367222ms","start":"2026-08-28T04:12:02.281555Z","end":"2026-08-28T04:12:02.875922Z","steps":["trace[749878723] 'process raft request' (duration: 594.066644ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:12:02.87601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.932326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:12:02.876054Z","caller":"traceutil/trace.go:171","msg":"trace[220738333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"304.03677ms","start":"2026-08-28T04:12:02.572006Z","end":"2026-08-28T04:12:02.876043Z","steps":["trace[220738333] 'agreement among raft nodes before linearized reading' (duration: 303.945407ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:12:02.875873Z","caller":"traceutil/trace.go:171","msg":"trace[938515504] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"595.612603ms","start":"2026-08-28T04:12:02.28022Z","end":"2026-08-28T04:12:02.875833Z","steps":["trace[938515504] 'process raft request' (duration: 402.771798ms)","trace[938515504] 'compare' (duration: 192.231549ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:12:02.876082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:12:02.571977Z","time spent":"304.09906ms","remote":"127.0.0.1:55492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-28T04:12:02.876041Z","caller":"traceutil/trace.go:171","msg":"trace[18050283] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"530.517096ms","start":"2026-08-28T04:12:02.345481Z","end":"2026-08-28T04:12:02.875998Z","steps":["trace[18050283] 'process raft request' (duration: 530.192008ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:12:02.876176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:12:02.281526Z","time spent":"594.525516ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:12:02.87621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:12:02.345433Z","time spent":"530.698742ms","remote":"127.0.0.1:55884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-28T04:12:02.876243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:12:02.280203Z","time spent":"595.926752ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:12:18.517062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.984077ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:12:18.517186Z","caller":"traceutil/trace.go:171","msg":"trace[1520057688] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:771; }","duration":"211.11707ms","start":"2026-08-28T04:12:18.30605Z","end":"2026-08-28T04:12:18.517167Z","steps":["trace[1520057688] 'range keys from in-memory index tree' (duration: 210.970877ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:12:18.517371Z","caller":"traceutil/trace.go:171","msg":"trace[766850145] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"260.981191ms","start":"2026-08-28T04:12:18.256344Z","end":"2026-08-28T04:12:18.517325Z","steps":["trace[766850145] 'process raft request' (duration: 171.099353ms)","trace[766850145] 'compare' (duration: 89.576501ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:12:18.517478Z","caller":"traceutil/trace.go:171","msg":"trace[1117441980] linearizableReadLoop","detail":"{readStateIndex:802; appliedIndex:801; }","duration":"159.319198ms","start":"2026-08-28T04:12:18.357874Z","end":"2026-08-28T04:12:18.517194Z","steps":["trace[1117441980] 'read index received' (duration: 69.508411ms)","trace[1117441980] 'applied index is now lower than readState.Index' (duration: 89.809527ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:12:18.517623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.693178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-28T04:12:18.517734Z","caller":"traceutil/trace.go:171","msg":"trace[1295232336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:772; }","duration":"159.882973ms","start":"2026-08-28T04:12:18.357833Z","end":"2026-08-28T04:12:18.517716Z","steps":["trace[1295232336] 'agreement among raft nodes before linearized reading' (duration: 159.594815ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:13:39.569622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.481429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-28T04:13:39.569763Z","caller":"traceutil/trace.go:171","msg":"trace[826208329] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1855; }","duration":"166.720326ms","start":"2026-08-28T04:13:39.403016Z","end":"2026-08-28T04:13:39.569736Z","steps":["trace[826208329] 'count revisions from in-memory index tree' (duration: 166.390176ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:13:39.56978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.693031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-28T04:13:39.569851Z","caller":"traceutil/trace.go:171","msg":"trace[963369437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1855; }","duration":"125.785254ms","start":"2026-08-28T04:13:39.444046Z","end":"2026-08-28T04:13:39.569831Z","steps":["trace[963369437] 'range keys from in-memory index tree' (duration: 125.499777ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:13:39.56998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.734081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-28T04:13:39.570062Z","caller":"traceutil/trace.go:171","msg":"trace[1377044756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1855; }","duration":"125.864264ms","start":"2026-08-28T04:13:39.444178Z","end":"2026-08-28T04:13:39.570042Z","steps":["trace[1377044756] 'range keys from in-memory index tree' (duration: 125.607119ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:13:39.570182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.906892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-28T04:13:39.570272Z","caller":"traceutil/trace.go:171","msg":"trace[810449170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1855; }","duration":"127.053888ms","start":"2026-08-28T04:13:39.443198Z","end":"2026-08-28T04:13:39.570252Z","steps":["trace[810449170] 'range keys from in-memory index tree' (duration: 126.697826ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:13:39.739912Z","caller":"traceutil/trace.go:171","msg":"trace[1870433317] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"100.716798ms","start":"2026-08-28T04:13:39.639172Z","end":"2026-08-28T04:13:39.739889Z","steps":["trace[1870433317] 'process raft request' (duration: 100.563594ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:14:31.297285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.390474ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-28T04:14:31.507125Z","caller":"traceutil/trace.go:171","msg":"trace[478236630] linearizableReadLoop","detail":"{readStateIndex:2270; appliedIndex:2269; }","duration":"199.858893ms","start":"2026-08-28T04:14:31.30724Z","end":"2026-08-28T04:14:31.507099Z","steps":["trace[478236630] 'read index received' (duration: 199.583686ms)","trace[478236630] 'applied index is now lower than readState.Index' (duration: 273.827µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:14:31.507184Z","caller":"traceutil/trace.go:171","msg":"trace[209811271] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"204.36129ms","start":"2026-08-28T04:14:31.302793Z","end":"2026-08-28T04:14:31.507154Z","steps":["trace[209811271] 'process raft request' (duration: 204.120394ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:14:31.507314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.056228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:14:31.50754Z","caller":"traceutil/trace.go:171","msg":"trace[301533466] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2185; }","duration":"200.308424ms","start":"2026-08-28T04:14:31.307181Z","end":"2026-08-28T04:14:31.507489Z","steps":["trace[301533466] 'agreement among raft nodes before linearized reading' (duration: 200.067048ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:15:53.405942Z","caller":"traceutil/trace.go:171","msg":"trace[356027686] transaction","detail":"{read_only:false; response_revision:2822; number_of_response:1; }","duration":"101.049442ms","start":"2026-08-28T04:15:53.304863Z","end":"2026-08-28T04:15:53.405913Z","steps":["trace[356027686] 'process raft request' (duration: 80.092012ms)","trace[356027686] 'compare' (duration: 20.747524ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:15:53.616643Z","caller":"traceutil/trace.go:171","msg":"trace[2048157171] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"164.939799ms","start":"2026-08-28T04:15:53.451676Z","end":"2026-08-28T04:15:53.616616Z","steps":["trace[2048157171] 'process raft request' (duration: 160.168954ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:15:58.902103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.526844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T04:15:58.902201Z","caller":"traceutil/trace.go:171","msg":"trace[1372489525] linearizableReadLoop","detail":"{readStateIndex:2965; appliedIndex:2964; }","duration":"235.087499ms","start":"2026-08-28T04:15:58.667098Z","end":"2026-08-28T04:15:58.902186Z","steps":["trace[1372489525] 'read index received' (duration: 40.41054ms)","trace[1372489525] 'applied index is now lower than readState.Index' (duration: 194.675869ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:15:58.902424Z","caller":"traceutil/trace.go:171","msg":"trace[207707820] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"317.156102ms","start":"2026-08-28T04:15:58.585255Z","end":"2026-08-28T04:15:58.902411Z","steps":["trace[207707820] 'process raft request' (duration: 122.242777ms)","trace[207707820] 'compare' (duration: 194.408062ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:15:58.90251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:15:58.585239Z","time spent":"317.237835ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:15:58.905843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.647523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-08-28T04:15:58.906001Z","caller":"traceutil/trace.go:171","msg":"trace[196752889] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2854; }","duration":"238.909849ms","start":"2026-08-28T04:15:58.667041Z","end":"2026-08-28T04:15:58.90595Z","steps":["trace[196752889] 'agreement among raft nodes before linearized reading' (duration: 235.581032ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:19:21.865406Z","caller":"traceutil/trace.go:171","msg":"trace[673482578] linearizableReadLoop","detail":"{readStateIndex:4277; appliedIndex:4276; }","duration":"110.036517ms","start":"2026-08-28T04:19:21.755337Z","end":"2026-08-28T04:19:21.865374Z","steps":["trace[673482578] 'read index received' (duration: 109.809182ms)","trace[673482578] 'applied index is now lower than readState.Index' (duration: 225.335µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:19:21.865531Z","caller":"traceutil/trace.go:171","msg":"trace[377911098] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"174.376618ms","start":"2026-08-28T04:19:21.691094Z","end":"2026-08-28T04:19:21.86547Z","steps":["trace[377911098] 'process raft request' (duration: 174.07202ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:19:21.865805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.450438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-28T04:19:21.865863Z","caller":"traceutil/trace.go:171","msg":"trace[926181911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4118; }","duration":"110.597842ms","start":"2026-08-28T04:19:21.755251Z","end":"2026-08-28T04:19:21.865849Z","steps":["trace[926181911] 'agreement among raft nodes before linearized reading' (duration: 110.374906ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:19:21.869782Z","caller":"traceutil/trace.go:171","msg":"trace[1252302110] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"106.949768ms","start":"2026-08-28T04:19:21.762773Z","end":"2026-08-28T04:19:21.869723Z","steps":["trace[1252302110] 'process raft request' (duration: 106.602898ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:19:21.869891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.893431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-28T04:19:21.870557Z","caller":"traceutil/trace.go:171","msg":"trace[155695165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4120; }","duration":"113.678522ms","start":"2026-08-28T04:19:21.756857Z","end":"2026-08-28T04:19:21.870536Z","steps":["trace[155695165] 'agreement among raft nodes before linearized reading' (duration: 112.715857ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:20:52.576811Z","caller":"traceutil/trace.go:171","msg":"trace[978852110] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"101.273799ms","start":"2026-08-28T04:20:52.475512Z","end":"2026-08-28T04:20:52.576785Z","steps":["trace[978852110] 'process raft request' (duration: 101.153926ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:20:52.578821Z","caller":"traceutil/trace.go:171","msg":"trace[346078909] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"102.429188ms","start":"2026-08-28T04:20:52.476353Z","end":"2026-08-28T04:20:52.578782Z","steps":["trace[346078909] 'process raft request' (duration: 101.857224ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:20:54.901126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.933631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:526871"} {"level":"info","ts":"2026-08-28T04:20:54.901248Z","caller":"traceutil/trace.go:171","msg":"trace[2053080833] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:5135; }","duration":"109.122945ms","start":"2026-08-28T04:20:54.7921Z","end":"2026-08-28T04:20:54.901223Z","steps":["trace[2053080833] 'range keys from in-memory index tree' (duration: 108.400306ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:20:58.874954Z","caller":"traceutil/trace.go:171","msg":"trace[533771022] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"103.350246ms","start":"2026-08-28T04:20:58.771566Z","end":"2026-08-28T04:20:58.874916Z","steps":["trace[533771022] 'process raft request' (duration: 96.956541ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:20:58.87494Z","caller":"traceutil/trace.go:171","msg":"trace[1388372981] linearizableReadLoop","detail":"{readStateIndex:5424; appliedIndex:5423; }","duration":"101.871028ms","start":"2026-08-28T04:20:58.773018Z","end":"2026-08-28T04:20:58.874889Z","steps":["trace[1388372981] 'read index received' (duration: 95.442812ms)","trace[1388372981] 'applied index is now lower than readState.Index' (duration: 6.418966ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:20:58.875189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.143875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-08-28T04:20:58.875272Z","caller":"traceutil/trace.go:171","msg":"trace[1250184980] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5222; }","duration":"102.250068ms","start":"2026-08-28T04:20:58.773001Z","end":"2026-08-28T04:20:58.875251Z","steps":["trace[1250184980] 'agreement among raft nodes before linearized reading' (duration: 101.993191ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:20:58.897013Z","caller":"traceutil/trace.go:171","msg":"trace[368121871] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"111.135017ms","start":"2026-08-28T04:20:58.785834Z","end":"2026-08-28T04:20:58.896969Z","steps":["trace[368121871] 'process raft request' (duration: 110.863631ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:20:58.897262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.668051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-08-28T04:20:58.897355Z","caller":"traceutil/trace.go:171","msg":"trace[1490153077] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5223; }","duration":"111.818956ms","start":"2026-08-28T04:20:58.785522Z","end":"2026-08-28T04:20:58.897341Z","steps":["trace[1490153077] 'agreement among raft nodes before linearized reading' (duration: 111.629941ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:20:58.897787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.508711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-28T04:20:58.897808Z","caller":"traceutil/trace.go:171","msg":"trace[1501156562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5223; }","duration":"122.541113ms","start":"2026-08-28T04:20:58.775261Z","end":"2026-08-28T04:20:58.897802Z","steps":["trace[1501156562] 'agreement among raft nodes before linearized reading' (duration: 122.474581ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:21:03.54052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.500903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786928"} {"level":"info","ts":"2026-08-28T04:21:03.54059Z","caller":"traceutil/trace.go:171","msg":"trace[1846431815] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5380; }","duration":"136.659966ms","start":"2026-08-28T04:21:03.403914Z","end":"2026-08-28T04:21:03.540574Z","steps":["trace[1846431815] 'range keys from in-memory index tree' (duration: 135.897285ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:03.79327Z","caller":"traceutil/trace.go:171","msg":"trace[144941654] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"241.562441ms","start":"2026-08-28T04:21:03.551663Z","end":"2026-08-28T04:21:03.793225Z","steps":["trace[144941654] 'process raft request' (duration: 241.142151ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:21:03.793537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.121562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:21:03.793729Z","caller":"traceutil/trace.go:171","msg":"trace[1186041376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5381; }","duration":"222.368878ms","start":"2026-08-28T04:21:03.571318Z","end":"2026-08-28T04:21:03.793687Z","steps":["trace[1186041376] 'agreement among raft nodes before linearized reading' (duration: 222.022299ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:03.793732Z","caller":"traceutil/trace.go:171","msg":"trace[1271980534] linearizableReadLoop","detail":"{readStateIndex:5588; appliedIndex:5587; }","duration":"221.757451ms","start":"2026-08-28T04:21:03.571364Z","end":"2026-08-28T04:21:03.793121Z","steps":["trace[1271980534] 'read index received' (duration: 221.382172ms)","trace[1271980534] 'applied index is now lower than readState.Index' (duration: 374.309µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:21:03.800643Z","caller":"traceutil/trace.go:171","msg":"trace[420609082] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"225.300563ms","start":"2026-08-28T04:21:03.575308Z","end":"2026-08-28T04:21:03.800609Z","steps":["trace[420609082] 'process raft request' (duration: 225.093978ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:21:03.800812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.025487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-08-28T04:21:03.800848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.684252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-28T04:21:03.800875Z","caller":"traceutil/trace.go:171","msg":"trace[1349588464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5382; }","duration":"115.156332ms","start":"2026-08-28T04:21:03.685703Z","end":"2026-08-28T04:21:03.800859Z","steps":["trace[1349588464] 'agreement among raft nodes before linearized reading' (duration: 114.932156ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:03.800928Z","caller":"traceutil/trace.go:171","msg":"trace[845151484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5382; }","duration":"142.841345ms","start":"2026-08-28T04:21:03.658065Z","end":"2026-08-28T04:21:03.800906Z","steps":["trace[845151484] 'agreement among raft nodes before linearized reading' (duration: 142.566288ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:21:05.840969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.490251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-08-28T04:21:05.841123Z","caller":"traceutil/trace.go:171","msg":"trace[1055064471] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5403; }","duration":"163.609361ms","start":"2026-08-28T04:21:05.67749Z","end":"2026-08-28T04:21:05.8411Z","steps":["trace[1055064471] 'process raft request' (duration: 40.895744ms)","trace[1055064471] 'compare' (duration: 122.4311ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:21:12.220162Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2925} {"level":"info","ts":"2026-08-28T04:21:12.315409Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2925,"took":"93.199995ms","hash":2481222714,"current-db-size-bytes":54243328,"current-db-size":"54 MB","current-db-size-in-use-bytes":30724096,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-28T04:21:12.31553Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2481222714,"revision":2925,"compact-revision":-1} {"level":"info","ts":"2026-08-28T04:21:19.024099Z","caller":"traceutil/trace.go:171","msg":"trace[344851002] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"137.426396ms","start":"2026-08-28T04:21:18.886624Z","end":"2026-08-28T04:21:19.02405Z","steps":["trace[344851002] 'process raft request' (duration: 132.064498ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:19.024221Z","caller":"traceutil/trace.go:171","msg":"trace[1404030086] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"137.219901ms","start":"2026-08-28T04:21:18.886975Z","end":"2026-08-28T04:21:19.024195Z","steps":["trace[1404030086] 'process raft request' (duration: 136.996755ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:19.024456Z","caller":"traceutil/trace.go:171","msg":"trace[1850266828] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"137.401315ms","start":"2026-08-28T04:21:18.887013Z","end":"2026-08-28T04:21:19.024414Z","steps":["trace[1850266828] 'process raft request' (duration: 137.048436ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:19.024219Z","caller":"traceutil/trace.go:171","msg":"trace[1900943008] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"137.121188ms","start":"2026-08-28T04:21:18.887067Z","end":"2026-08-28T04:21:19.024188Z","steps":["trace[1900943008] 'process raft request' (duration: 137.050616ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:21:27.872652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.514524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ebe5de8-9055-4b7f-ad3a-2501d4d5c4ea\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-08-28T04:21:27.872753Z","caller":"traceutil/trace.go:171","msg":"trace[2058397649] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ebe5de8-9055-4b7f-ad3a-2501d4d5c4ea; range_end:; response_count:1; response_revision:5826; }","duration":"112.679228ms","start":"2026-08-28T04:21:27.760052Z","end":"2026-08-28T04:21:27.872731Z","steps":["trace[2058397649] 'range keys from in-memory index tree' (duration: 112.292037ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:28.142686Z","caller":"traceutil/trace.go:171","msg":"trace[1535465554] linearizableReadLoop","detail":"{readStateIndex:6046; appliedIndex:6045; }","duration":"234.187943ms","start":"2026-08-28T04:21:27.908478Z","end":"2026-08-28T04:21:28.142666Z","steps":["trace[1535465554] 'read index received' (duration: 234.07959ms)","trace[1535465554] 'applied index is now lower than readState.Index' (duration: 107.202µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:21:28.142793Z","caller":"traceutil/trace.go:171","msg":"trace[845189] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"258.559741ms","start":"2026-08-28T04:21:27.884168Z","end":"2026-08-28T04:21:28.142728Z","steps":["trace[845189] 'process raft request' (duration: 258.359286ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:21:28.142924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.428468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-08-28T04:21:28.142989Z","caller":"traceutil/trace.go:171","msg":"trace[88160022] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5827; }","duration":"234.574312ms","start":"2026-08-28T04:21:27.908401Z","end":"2026-08-28T04:21:28.142975Z","steps":["trace[88160022] 'agreement among raft nodes before linearized reading' (duration: 234.381417ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:21:28.326612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.159251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T04:21:28.326756Z","caller":"traceutil/trace.go:171","msg":"trace[969686350] linearizableReadLoop","detail":"{readStateIndex:6047; appliedIndex:6046; }","duration":"183.977606ms","start":"2026-08-28T04:21:28.142754Z","end":"2026-08-28T04:21:28.326731Z","steps":["trace[969686350] 'read index received' (duration: 82.697194ms)","trace[969686350] 'applied index is now lower than readState.Index' (duration: 101.278562ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:21:28.326781Z","caller":"traceutil/trace.go:171","msg":"trace[388094] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"344.656513ms","start":"2026-08-28T04:21:27.982092Z","end":"2026-08-28T04:21:28.326748Z","steps":["trace[388094] 'process raft request' (duration: 243.229475ms)","trace[388094] 'compare' (duration: 100.197177ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:21:28.326857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.644942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-28T04:21:28.326912Z","caller":"traceutil/trace.go:171","msg":"trace[1032258642] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5828; }","duration":"287.732644ms","start":"2026-08-28T04:21:28.039166Z","end":"2026-08-28T04:21:28.326899Z","steps":["trace[1032258642] 'agreement among raft nodes before linearized reading' (duration: 287.610501ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:21:28.326961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:21:27.982062Z","time spent":"344.799536ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:21:28.327004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.743565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-08-28T04:21:28.327003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.09284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-28T04:21:28.327077Z","caller":"traceutil/trace.go:171","msg":"trace[1691627005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5828; }","duration":"289.868949ms","start":"2026-08-28T04:21:28.03719Z","end":"2026-08-28T04:21:28.327059Z","steps":["trace[1691627005] 'agreement among raft nodes before linearized reading' (duration: 289.634683ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:28.327096Z","caller":"traceutil/trace.go:171","msg":"trace[19002811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5828; }","duration":"210.230724ms","start":"2026-08-28T04:21:28.116843Z","end":"2026-08-28T04:21:28.327073Z","steps":["trace[19002811] 'agreement among raft nodes before linearized reading' (duration: 209.915456ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:28.348698Z","caller":"traceutil/trace.go:171","msg":"trace[760644362] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"198.487021ms","start":"2026-08-28T04:21:28.150192Z","end":"2026-08-28T04:21:28.348679Z","steps":["trace[760644362] 'process raft request' (duration: 198.357487ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:28.348727Z","caller":"traceutil/trace.go:171","msg":"trace[1889154122] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"199.852467ms","start":"2026-08-28T04:21:28.148847Z","end":"2026-08-28T04:21:28.3487Z","steps":["trace[1889154122] 'process raft request' (duration: 199.487427ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:28.348704Z","caller":"traceutil/trace.go:171","msg":"trace[599700414] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"198.858931ms","start":"2026-08-28T04:21:28.149801Z","end":"2026-08-28T04:21:28.34866Z","steps":["trace[599700414] 'process raft request' (duration: 198.682155ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:28.34901Z","caller":"traceutil/trace.go:171","msg":"trace[326404286] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"198.739048ms","start":"2026-08-28T04:21:28.150244Z","end":"2026-08-28T04:21:28.348983Z","steps":["trace[326404286] 'process raft request' (duration: 198.361507ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:28.349127Z","caller":"traceutil/trace.go:171","msg":"trace[1533368498] transaction","detail":"{read_only:false; response_revision:5833; number_of_response:1; }","duration":"198.382438ms","start":"2026-08-28T04:21:28.150727Z","end":"2026-08-28T04:21:28.349109Z","steps":["trace[1533368498] 'process raft request' (duration: 198.105411ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:28.349117Z","caller":"traceutil/trace.go:171","msg":"trace[968315516] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"195.751371ms","start":"2026-08-28T04:21:28.153331Z","end":"2026-08-28T04:21:28.349082Z","steps":["trace[968315516] 'process raft request' (duration: 195.640838ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:21:28.349357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.56426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4474"} {"level":"info","ts":"2026-08-28T04:21:28.34942Z","caller":"traceutil/trace.go:171","msg":"trace[1638473553] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5834; }","duration":"201.644653ms","start":"2026-08-28T04:21:28.147759Z","end":"2026-08-28T04:21:28.349403Z","steps":["trace[1638473553] 'agreement among raft nodes before linearized reading' (duration: 201.445848ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:21:28.349746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.151122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f353c646-cd85-4b5c-bb47-476b9cd52136\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-08-28T04:21:28.349812Z","caller":"traceutil/trace.go:171","msg":"trace[1515833296] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f353c646-cd85-4b5c-bb47-476b9cd52136; range_end:; response_count:1; response_revision:5834; }","duration":"203.273605ms","start":"2026-08-28T04:21:28.14652Z","end":"2026-08-28T04:21:28.349794Z","steps":["trace[1515833296] 'agreement among raft nodes before linearized reading' (duration: 202.518545ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:28.53348Z","caller":"traceutil/trace.go:171","msg":"trace[2038839673] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"200.590385ms","start":"2026-08-28T04:21:28.332868Z","end":"2026-08-28T04:21:28.533459Z","steps":["trace[2038839673] 'process raft request' (duration: 200.485062ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:28.533544Z","caller":"traceutil/trace.go:171","msg":"trace[1969105872] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"201.013917ms","start":"2026-08-28T04:21:28.332486Z","end":"2026-08-28T04:21:28.5335Z","steps":["trace[1969105872] 'process raft request' (duration: 183.687989ms)","trace[1969105872] 'compare' (duration: 16.886426ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:21:28.542125Z","caller":"traceutil/trace.go:171","msg":"trace[1880357756] transaction","detail":"{read_only:false; response_revision:5837; number_of_response:1; }","duration":"183.29911ms","start":"2026-08-28T04:21:28.358791Z","end":"2026-08-28T04:21:28.54209Z","steps":["trace[1880357756] 'process raft request' (duration: 183.133916ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:22:21.637204Z","caller":"traceutil/trace.go:171","msg":"trace[244976351] transaction","detail":"{read_only:false; response_revision:6331; number_of_response:1; }","duration":"109.696891ms","start":"2026-08-28T04:22:21.527455Z","end":"2026-08-28T04:22:21.637152Z","steps":["trace[244976351] 'process raft request' (duration: 109.404903ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:26:12.227872Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5532} {"level":"info","ts":"2026-08-28T04:26:12.314073Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5532,"took":"83.681306ms","hash":4176215494,"current-db-size-bytes":54243328,"current-db-size":"54 MB","current-db-size-in-use-bytes":27877376,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-28T04:26:12.31415Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4176215494,"revision":5532,"compact-revision":2925} {"level":"warn","ts":"2026-08-28T04:27:33.823444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.819453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T04:27:33.823602Z","caller":"traceutil/trace.go:171","msg":"trace[1695655593] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"180.829351ms","start":"2026-08-28T04:27:33.642742Z","end":"2026-08-28T04:27:33.823571Z","steps":["trace[1695655593] 'process raft request' (duration: 52.75552ms)","trace[1695655593] 'compare' (duration: 127.620349ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:27:44.928823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.665982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:27:44.928964Z","caller":"traceutil/trace.go:171","msg":"trace[1688786963] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8697; }","duration":"148.880447ms","start":"2026-08-28T04:27:44.780058Z","end":"2026-08-28T04:27:44.928938Z","steps":["trace[1688786963] 'range keys from in-memory index tree' (duration: 148.485478ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:27:45.137438Z","caller":"traceutil/trace.go:171","msg":"trace[1581718567] linearizableReadLoop","detail":"{readStateIndex:9010; appliedIndex:9009; }","duration":"184.882115ms","start":"2026-08-28T04:27:44.952528Z","end":"2026-08-28T04:27:45.13741Z","steps":["trace[1581718567] 'read index received' (duration: 184.578887ms)","trace[1581718567] 'applied index is now lower than readState.Index' (duration: 301.958µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:27:45.137846Z","caller":"traceutil/trace.go:171","msg":"trace[1559530983] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"195.465048ms","start":"2026-08-28T04:27:44.942363Z","end":"2026-08-28T04:27:45.137828Z","steps":["trace[1559530983] 'process raft request' (duration: 194.881443ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:27:45.138042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.958695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-28T04:27:45.138114Z","caller":"traceutil/trace.go:171","msg":"trace[812392706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8698; }","duration":"143.087928ms","start":"2026-08-28T04:27:44.995011Z","end":"2026-08-28T04:27:45.138099Z","steps":["trace[812392706] 'agreement among raft nodes before linearized reading' (duration: 142.857362ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:27:45.138138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.562964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-08-28T04:27:45.138401Z","caller":"traceutil/trace.go:171","msg":"trace[1283863482] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8698; }","duration":"185.734987ms","start":"2026-08-28T04:27:44.952499Z","end":"2026-08-28T04:27:45.138234Z","steps":["trace[1283863482] 'agreement among raft nodes before linearized reading' (duration: 185.375748ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:27:45.664342Z","caller":"traceutil/trace.go:171","msg":"trace[1840621554] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"122.055987ms","start":"2026-08-28T04:27:45.542209Z","end":"2026-08-28T04:27:45.664265Z","steps":["trace[1840621554] 'process raft request' (duration: 34.934671ms)","trace[1840621554] 'compare' (duration: 86.940871ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:27:46.335039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.432659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T04:27:46.335195Z","caller":"traceutil/trace.go:171","msg":"trace[1197019527] transaction","detail":"{read_only:false; response_revision:8705; number_of_response:1; }","duration":"145.165361ms","start":"2026-08-28T04:27:46.189981Z","end":"2026-08-28T04:27:46.335146Z","steps":["trace[1197019527] 'process raft request' (duration: 25.520528ms)","trace[1197019527] 'compare' (duration: 119.08825ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:28:12.203009Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002401.wal"} {"level":"info","ts":"2026-08-28T04:28:15.611186Z","caller":"traceutil/trace.go:171","msg":"trace[204883494] linearizableReadLoop","detail":"{readStateIndex:9234; appliedIndex:9233; }","duration":"236.951308ms","start":"2026-08-28T04:28:15.374135Z","end":"2026-08-28T04:28:15.611086Z","steps":["trace[204883494] 'read index received' (duration: 236.65944ms)","trace[204883494] 'applied index is now lower than readState.Index' (duration: 290.978µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:28:15.611216Z","caller":"traceutil/trace.go:171","msg":"trace[378871936] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"287.318646ms","start":"2026-08-28T04:28:15.323849Z","end":"2026-08-28T04:28:15.611168Z","steps":["trace[378871936] 'process raft request' (duration: 287.027669ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:28:15.611452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.278236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-28T04:28:15.611528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.201218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-28T04:28:15.611587Z","caller":"traceutil/trace.go:171","msg":"trace[464884129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8914; }","duration":"236.306891ms","start":"2026-08-28T04:28:15.375268Z","end":"2026-08-28T04:28:15.611575Z","steps":["trace[464884129] 'agreement among raft nodes before linearized reading' (duration: 236.099196ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:15.611524Z","caller":"traceutil/trace.go:171","msg":"trace[2063372069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8914; }","duration":"237.420259ms","start":"2026-08-28T04:28:15.374085Z","end":"2026-08-28T04:28:15.611506Z","steps":["trace[2063372069] 'agreement among raft nodes before linearized reading' (duration: 237.123602ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:28:15.612049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.406576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kj7kf\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-28T04:28:15.612164Z","caller":"traceutil/trace.go:171","msg":"trace[1384932143] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kj7kf; range_end:; response_count:1; response_revision:8914; }","duration":"103.59168ms","start":"2026-08-28T04:28:15.508546Z","end":"2026-08-28T04:28:15.612138Z","steps":["trace[1384932143] 'agreement among raft nodes before linearized reading' (duration: 103.289473ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:15.851355Z","caller":"traceutil/trace.go:171","msg":"trace[1821757969] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"234.497535ms","start":"2026-08-28T04:28:15.616806Z","end":"2026-08-28T04:28:15.851304Z","steps":["trace[1821757969] 'process raft request' (duration: 234.430043ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:15.851517Z","caller":"traceutil/trace.go:171","msg":"trace[515732345] linearizableReadLoop","detail":"{readStateIndex:9235; appliedIndex:9234; }","duration":"235.252744ms","start":"2026-08-28T04:28:15.616228Z","end":"2026-08-28T04:28:15.851481Z","steps":["trace[515732345] 'read index received' (duration: 160.764013ms)","trace[515732345] 'applied index is now lower than readState.Index' (duration: 74.484481ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:28:15.851747Z","caller":"traceutil/trace.go:171","msg":"trace[128094194] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"235.12844ms","start":"2026-08-28T04:28:15.616605Z","end":"2026-08-28T04:28:15.851734Z","steps":["trace[128094194] 'process raft request' (duration: 234.460333ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:28:15.851839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.20244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-28T04:28:15.851881Z","caller":"traceutil/trace.go:171","msg":"trace[605590641] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8916; }","duration":"231.282381ms","start":"2026-08-28T04:28:15.620584Z","end":"2026-08-28T04:28:15.851866Z","steps":["trace[605590641] 'agreement among raft nodes before linearized reading' (duration: 231.087626ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:28:15.851999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.551831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-08-28T04:28:15.85204Z","caller":"traceutil/trace.go:171","msg":"trace[497679446] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8916; }","duration":"214.639082ms","start":"2026-08-28T04:28:15.637387Z","end":"2026-08-28T04:28:15.852026Z","steps":["trace[497679446] 'agreement among raft nodes before linearized reading' (duration: 214.456908ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:28:15.855836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.493133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228551"} {"level":"info","ts":"2026-08-28T04:28:15.855969Z","caller":"traceutil/trace.go:171","msg":"trace[414085575] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8916; }","duration":"239.725489ms","start":"2026-08-28T04:28:15.616221Z","end":"2026-08-28T04:28:15.855946Z","steps":["trace[414085575] 'agreement among raft nodes before linearized reading' (duration: 235.409258ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:16.974326Z","caller":"traceutil/trace.go:171","msg":"trace[1218053755] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"155.449467ms","start":"2026-08-28T04:28:16.818821Z","end":"2026-08-28T04:28:16.97427Z","steps":["trace[1218053755] 'process raft request' (duration: 155.041695ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:22.667062Z","caller":"traceutil/trace.go:171","msg":"trace[192293511] transaction","detail":"{read_only:false; response_revision:8956; number_of_response:1; }","duration":"148.967871ms","start":"2026-08-28T04:28:22.518041Z","end":"2026-08-28T04:28:22.667009Z","steps":["trace[192293511] 'process raft request' (duration: 148.647922ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:23.228743Z","caller":"traceutil/trace.go:171","msg":"trace[2077269512] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"139.740182ms","start":"2026-08-28T04:28:23.088976Z","end":"2026-08-28T04:28:23.228716Z","steps":["trace[2077269512] 'process raft request' (duration: 139.595928ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:30.510179Z","caller":"traceutil/trace.go:171","msg":"trace[1015524354] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9038; }","duration":"126.378217ms","start":"2026-08-28T04:28:30.383775Z","end":"2026-08-28T04:28:30.510154Z","steps":["trace[1015524354] 'process raft request' (duration: 126.334536ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:30.510567Z","caller":"traceutil/trace.go:171","msg":"trace[770722015] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"126.789618ms","start":"2026-08-28T04:28:30.383766Z","end":"2026-08-28T04:28:30.510555Z","steps":["trace[770722015] 'process raft request' (duration: 126.240084ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:28:31.141496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.657106ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-28T04:28:31.141795Z","caller":"traceutil/trace.go:171","msg":"trace[821756464] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"128.547473ms","start":"2026-08-28T04:28:31.013228Z","end":"2026-08-28T04:28:31.141775Z","steps":["trace[821756464] 'process raft request' (duration: 128.40822ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:31.14185Z","caller":"traceutil/trace.go:171","msg":"trace[579532360] linearizableReadLoop","detail":"{readStateIndex:9369; appliedIndex:9368; }","duration":"130.73723ms","start":"2026-08-28T04:28:31.011093Z","end":"2026-08-28T04:28:31.14183Z","steps":["trace[579532360] 'read index received' (duration: 64.191µs)","trace[579532360] 'applied index is now lower than readState.Index' (duration: 130.671038ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:28:31.142145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.031929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9hbhb\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-08-28T04:28:31.142189Z","caller":"traceutil/trace.go:171","msg":"trace[1159008008] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9hbhb; range_end:; response_count:1; response_revision:9042; }","duration":"131.156441ms","start":"2026-08-28T04:28:31.011021Z","end":"2026-08-28T04:28:31.142177Z","steps":["trace[1159008008] 'agreement among raft nodes before linearized reading' (duration: 130.927074ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:31.222961Z","caller":"traceutil/trace.go:171","msg":"trace[997212260] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"190.356207ms","start":"2026-08-28T04:28:31.032563Z","end":"2026-08-28T04:28:31.22292Z","steps":["trace[997212260] 'process raft request' (duration: 190.051819ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:28:31.22315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.952179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-08-28T04:28:31.223258Z","caller":"traceutil/trace.go:171","msg":"trace[1717850756] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9043; }","duration":"116.150124ms","start":"2026-08-28T04:28:31.107085Z","end":"2026-08-28T04:28:31.223235Z","steps":["trace[1717850756] 'agreement among raft nodes before linearized reading' (duration: 115.824276ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:31.353974Z","caller":"traceutil/trace.go:171","msg":"trace[1147882062] linearizableReadLoop","detail":"{readStateIndex:9372; appliedIndex:9371; }","duration":"121.081721ms","start":"2026-08-28T04:28:31.232863Z","end":"2026-08-28T04:28:31.353945Z","steps":["trace[1147882062] 'read index received' (duration: 104.256297ms)","trace[1147882062] 'applied index is now lower than readState.Index' (duration: 16.824304ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:28:31.354116Z","caller":"traceutil/trace.go:171","msg":"trace[1164422990] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"125.753522ms","start":"2026-08-28T04:28:31.228348Z","end":"2026-08-28T04:28:31.354101Z","steps":["trace[1164422990] 'process raft request' (duration: 108.828415ms)","trace[1164422990] 'compare' (duration: 16.631698ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:28:31.354551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.663586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18cfdda815df87f1\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-08-28T04:28:31.354621Z","caller":"traceutil/trace.go:171","msg":"trace[398392490] range","detail":"{range_begin:/registry/events/openstack/ceph.18cfdda815df87f1; range_end:; response_count:1; response_revision:9044; }","duration":"121.776909ms","start":"2026-08-28T04:28:31.232824Z","end":"2026-08-28T04:28:31.354601Z","steps":["trace[398392490] 'agreement among raft nodes before linearized reading' (duration: 121.607015ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:42.45096Z","caller":"traceutil/trace.go:171","msg":"trace[1837341408] transaction","detail":"{read_only:false; response_revision:9136; number_of_response:1; }","duration":"114.134072ms","start":"2026-08-28T04:28:42.336792Z","end":"2026-08-28T04:28:42.450926Z","steps":["trace[1837341408] 'process raft request' (duration: 113.909446ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:29:32.966928Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e064f6438c9a029d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T04:29:32.976076Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-28T04:29:32.976235Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-08-28T04:29:53.138814Z","caller":"traceutil/trace.go:171","msg":"trace[588885790] transaction","detail":"{read_only:false; response_revision:9819; number_of_response:1; }","duration":"128.554994ms","start":"2026-08-28T04:29:53.010225Z","end":"2026-08-28T04:29:53.13878Z","steps":["trace[588885790] 'process raft request' (duration: 127.135116ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:29:53.15691Z","caller":"traceutil/trace.go:171","msg":"trace[1810740242] transaction","detail":"{read_only:false; response_revision:9820; number_of_response:1; }","duration":"101.248369ms","start":"2026-08-28T04:29:53.055617Z","end":"2026-08-28T04:29:53.156865Z","steps":["trace[1810740242] 'process raft request' (duration: 99.423292ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:31:12.235239Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7957} {"level":"info","ts":"2026-08-28T04:31:12.323026Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7957,"took":"84.647112ms","hash":2655215570,"current-db-size-bytes":54243328,"current-db-size":"54 MB","current-db-size-in-use-bytes":25546752,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-08-28T04:31:12.323103Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2655215570,"revision":7957,"compact-revision":5532} {"level":"warn","ts":"2026-08-28T04:33:33.596204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.954355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T04:33:33.596453Z","caller":"traceutil/trace.go:171","msg":"trace[705795229] transaction","detail":"{read_only:false; response_revision:11643; number_of_response:1; }","duration":"297.023716ms","start":"2026-08-28T04:33:33.299386Z","end":"2026-08-28T04:33:33.59641Z","steps":["trace[705795229] 'process raft request' (duration: 101.726462ms)","trace[705795229] 'compare' (duration: 194.660638ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:36:12.304233Z","caller":"traceutil/trace.go:171","msg":"trace[1942241791] transaction","detail":"{read_only:false; response_revision:12721; number_of_response:1; }","duration":"103.157762ms","start":"2026-08-28T04:36:12.201044Z","end":"2026-08-28T04:36:12.304202Z","steps":["trace[1942241791] 'process raft request' (duration: 102.959876ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:36:12.451601Z","caller":"traceutil/trace.go:171","msg":"trace[190520452] transaction","detail":"{read_only:false; response_revision:12722; number_of_response:1; }","duration":"208.192802ms","start":"2026-08-28T04:36:12.24335Z","end":"2026-08-28T04:36:12.451543Z","steps":["trace[190520452] 'process raft request' (duration: 204.601441ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:36:12.45197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.196261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-08-28T04:36:12.452124Z","caller":"traceutil/trace.go:171","msg":"trace[2063446175] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12723; }","duration":"164.411347ms","start":"2026-08-28T04:36:12.287681Z","end":"2026-08-28T04:36:12.452093Z","steps":["trace[2063446175] 'agreement among raft nodes before linearized reading' (duration: 163.985265ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:36:12.451633Z","caller":"traceutil/trace.go:171","msg":"trace[1859829647] linearizableReadLoop","detail":"{readStateIndex:13159; appliedIndex:13157; }","duration":"163.821301ms","start":"2026-08-28T04:36:12.287749Z","end":"2026-08-28T04:36:12.45157Z","steps":["trace[1859829647] 'read index received' (duration: 16.252557ms)","trace[1859829647] 'applied index is now lower than readState.Index' (duration: 147.565134ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:36:12.46523Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10371} {"level":"info","ts":"2026-08-28T04:36:12.683034Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10371,"took":"214.592046ms","hash":3443783653,"current-db-size-bytes":54243328,"current-db-size":"54 MB","current-db-size-in-use-bytes":27840512,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-28T04:36:12.683157Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3443783653,"revision":10371,"compact-revision":7957} {"level":"info","ts":"2026-08-28T04:39:48.035386Z","caller":"traceutil/trace.go:171","msg":"trace[1552749991] linearizableReadLoop","detail":"{readStateIndex:14655; appliedIndex:14654; }","duration":"133.720562ms","start":"2026-08-28T04:39:47.901644Z","end":"2026-08-28T04:39:48.035364Z","steps":["trace[1552749991] 'read index received' (duration: 133.573658ms)","trace[1552749991] 'applied index is now lower than readState.Index' (duration: 145.614µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:39:48.035482Z","caller":"traceutil/trace.go:171","msg":"trace[89486531] transaction","detail":"{read_only:false; response_revision:14163; number_of_response:1; }","duration":"134.148182ms","start":"2026-08-28T04:39:47.90127Z","end":"2026-08-28T04:39:48.035419Z","steps":["trace[89486531] 'process raft request' (duration: 133.954137ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:39:48.035582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.925537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-28T04:39:48.035609Z","caller":"traceutil/trace.go:171","msg":"trace[625797715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14163; }","duration":"134.041571ms","start":"2026-08-28T04:39:47.90156Z","end":"2026-08-28T04:39:48.035601Z","steps":["trace[625797715] 'agreement among raft nodes before linearized reading' (duration: 133.894846ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:40:09.766569Z","caller":"traceutil/trace.go:171","msg":"trace[1311664685] transaction","detail":"{read_only:false; response_revision:14272; number_of_response:1; }","duration":"105.626968ms","start":"2026-08-28T04:40:09.660912Z","end":"2026-08-28T04:40:09.766539Z","steps":["trace[1311664685] 'process raft request' (duration: 105.425684ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:40:09.89884Z","caller":"traceutil/trace.go:171","msg":"trace[1625140560] transaction","detail":"{read_only:false; response_revision:14274; number_of_response:1; }","duration":"108.063372ms","start":"2026-08-28T04:40:09.79074Z","end":"2026-08-28T04:40:09.898803Z","steps":["trace[1625140560] 'process raft request' (duration: 108.003931ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:40:09.899404Z","caller":"traceutil/trace.go:171","msg":"trace[1423062596] transaction","detail":"{read_only:false; response_revision:14273; number_of_response:1; }","duration":"183.236297ms","start":"2026-08-28T04:40:09.716156Z","end":"2026-08-28T04:40:09.899393Z","steps":["trace[1423062596] 'process raft request' (duration: 179.690545ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:40:30.232669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.709534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-khjpt\" ","response":"range_response_count:1 size:12599"} {"level":"warn","ts":"2026-08-28T04:40:30.232835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.76478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-28T04:40:30.232952Z","caller":"traceutil/trace.go:171","msg":"trace[1420802211] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14395; }","duration":"284.920255ms","start":"2026-08-28T04:40:29.94801Z","end":"2026-08-28T04:40:30.23293Z","steps":["trace[1420802211] 'range keys from in-memory index tree' (duration: 284.567485ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:40:30.233134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.55795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-28T04:40:30.233187Z","caller":"traceutil/trace.go:171","msg":"trace[431956776] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:14395; }","duration":"595.677662ms","start":"2026-08-28T04:40:29.637493Z","end":"2026-08-28T04:40:30.233171Z","steps":["trace[431956776] 'count revisions from in-memory index tree' (duration: 595.373335ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:40:30.233238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:40:29.637466Z","time spent":"595.756164ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":136,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-08-28T04:40:30.232856Z","caller":"traceutil/trace.go:171","msg":"trace[1511427466] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-khjpt; range_end:; response_count:1; response_revision:14395; }","duration":"583.93383ms","start":"2026-08-28T04:40:29.648858Z","end":"2026-08-28T04:40:30.232792Z","steps":["trace[1511427466] 'range keys from in-memory index tree' (duration: 583.498849ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:40:30.233293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:40:29.648848Z","time spent":"584.431623ms","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12622,"request content":"key:\"/registry/pods/openstack/openvswitch-khjpt\" "} {"level":"warn","ts":"2026-08-28T04:40:30.233291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.652978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-28T04:40:30.233353Z","caller":"traceutil/trace.go:171","msg":"trace[1856905978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14395; }","duration":"333.770221ms","start":"2026-08-28T04:40:29.899565Z","end":"2026-08-28T04:40:30.233335Z","steps":["trace[1856905978] 'range keys from in-memory index tree' (duration: 333.466343ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:40:30.233389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:40:29.899536Z","time spent":"333.842693ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-28T04:40:30.577544Z","caller":"traceutil/trace.go:171","msg":"trace[277671855] transaction","detail":"{read_only:false; response_revision:14396; number_of_response:1; }","duration":"546.712122ms","start":"2026-08-28T04:40:30.030794Z","end":"2026-08-28T04:40:30.577506Z","steps":["trace[277671855] 'process raft request' (duration: 546.456685ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:40:30.577818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:40:30.030769Z","time spent":"546.923888ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:40:30.650724Z","caller":"traceutil/trace.go:171","msg":"trace[2041283158] transaction","detail":"{read_only:false; response_revision:14398; number_of_response:1; }","duration":"568.275907ms","start":"2026-08-28T04:40:30.082409Z","end":"2026-08-28T04:40:30.650685Z","steps":["trace[2041283158] 'process raft request' (duration: 568.191395ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:40:30.650781Z","caller":"traceutil/trace.go:171","msg":"trace[1775427865] transaction","detail":"{read_only:false; response_revision:14397; number_of_response:1; }","duration":"579.235758ms","start":"2026-08-28T04:40:30.071492Z","end":"2026-08-28T04:40:30.650728Z","steps":["trace[1775427865] 'process raft request' (duration: 578.91256ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:40:30.650999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:40:30.082381Z","time spent":"568.456952ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:40:30.651063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:40:30.071458Z","time spent":"579.455904ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:40:30.651153Z","caller":"traceutil/trace.go:171","msg":"trace[1130190493] linearizableReadLoop","detail":"{readStateIndex:14900; appliedIndex:14897; }","duration":"481.577735ms","start":"2026-08-28T04:40:30.169556Z","end":"2026-08-28T04:40:30.651133Z","steps":["trace[1130190493] 'read index received' (duration: 407.701374ms)","trace[1130190493] 'applied index is now lower than readState.Index' (duration: 73.875341ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:40:30.651268Z","caller":"traceutil/trace.go:171","msg":"trace[1186177760] transaction","detail":"{read_only:false; response_revision:14400; number_of_response:1; }","duration":"399.775501ms","start":"2026-08-28T04:40:30.251478Z","end":"2026-08-28T04:40:30.651254Z","steps":["trace[1186177760] 'process raft request' (duration: 399.498213ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:40:30.651324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:40:30.25144Z","time spent":"399.853133ms","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12713,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:40:30.651334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.781611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:40:30.651417Z","caller":"traceutil/trace.go:171","msg":"trace[672402993] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:14400; }","duration":"481.934955ms","start":"2026-08-28T04:40:30.169466Z","end":"2026-08-28T04:40:30.651401Z","steps":["trace[672402993] 'agreement among raft nodes before linearized reading' (duration: 481.818402ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:40:30.651487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:40:30.16943Z","time spent":"482.017817ms","remote":"127.0.0.1:59132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-08-28T04:40:30.651615Z","caller":"traceutil/trace.go:171","msg":"trace[149766525] transaction","detail":"{read_only:false; response_revision:14399; number_of_response:1; }","duration":"413.312109ms","start":"2026-08-28T04:40:30.238249Z","end":"2026-08-28T04:40:30.651561Z","steps":["trace[149766525] 'process raft request' (duration: 412.391205ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:40:30.651836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:40:30.23822Z","time spent":"413.504064ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:40:30.65167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.185515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-08-28T04:40:30.652111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.913211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-28T04:40:30.652072Z","caller":"traceutil/trace.go:171","msg":"trace[651274090] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14400; }","duration":"413.565685ms","start":"2026-08-28T04:40:30.238442Z","end":"2026-08-28T04:40:30.652007Z","steps":["trace[651274090] 'agreement among raft nodes before linearized reading' (duration: 413.051852ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:40:30.652161Z","caller":"traceutil/trace.go:171","msg":"trace[676558410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14400; }","duration":"356.027104ms","start":"2026-08-28T04:40:30.296118Z","end":"2026-08-28T04:40:30.652145Z","steps":["trace[676558410] 'agreement among raft nodes before linearized reading' (duration: 355.921411ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:40:30.652146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.681475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-28T04:40:30.652269Z","caller":"traceutil/trace.go:171","msg":"trace[1955840454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14400; }","duration":"280.842979ms","start":"2026-08-28T04:40:30.3714Z","end":"2026-08-28T04:40:30.652243Z","steps":["trace[1955840454] 'agreement among raft nodes before linearized reading' (duration: 280.438208ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:40:30.652195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:40:30.296088Z","time spent":"356.100596ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-28T04:40:30.652867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:40:30.238426Z","time spent":"413.748381ms","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-28T04:40:30.652901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.90585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-08-28T04:40:30.652967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.772332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-28T04:40:30.653075Z","caller":"traceutil/trace.go:171","msg":"trace[860847799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14400; }","duration":"281.98384ms","start":"2026-08-28T04:40:30.371065Z","end":"2026-08-28T04:40:30.653048Z","steps":["trace[860847799] 'agreement among raft nodes before linearized reading' (duration: 280.991013ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:40:30.653075Z","caller":"traceutil/trace.go:171","msg":"trace[1059550210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14400; }","duration":"347.626968ms","start":"2026-08-28T04:40:30.30538Z","end":"2026-08-28T04:40:30.653007Z","steps":["trace[1059550210] 'agreement among raft nodes before linearized reading' (duration: 346.582061ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:40:30.653181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:40:30.305349Z","time spent":"347.814313ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-28T04:40:30.65239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.688623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-08-28T04:40:30.65413Z","caller":"traceutil/trace.go:171","msg":"trace[611977143] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:14400; }","duration":"210.459128ms","start":"2026-08-28T04:40:30.443648Z","end":"2026-08-28T04:40:30.654107Z","steps":["trace[611977143] 'agreement among raft nodes before linearized reading' (duration: 208.559729ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:41:12.477622Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12722} {"level":"info","ts":"2026-08-28T04:41:12.569132Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12722,"took":"88.441337ms","hash":2015104860,"current-db-size-bytes":54243328,"current-db-size":"54 MB","current-db-size-in-use-bytes":28180480,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-28T04:41:12.569243Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2015104860,"revision":12722,"compact-revision":10371} {"level":"info","ts":"2026-08-28T04:42:15.512594Z","caller":"traceutil/trace.go:171","msg":"trace[1861882604] transaction","detail":"{read_only:false; response_revision:15493; number_of_response:1; }","duration":"211.829032ms","start":"2026-08-28T04:42:15.300643Z","end":"2026-08-28T04:42:15.512472Z","steps":["trace[1861882604] 'process raft request' (duration: 128.441877ms)","trace[1861882604] 'compare' (duration: 83.096918ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:42:15.55783Z","caller":"traceutil/trace.go:171","msg":"trace[488939397] linearizableReadLoop","detail":"{readStateIndex:16034; appliedIndex:16030; }","duration":"184.439598ms","start":"2026-08-28T04:42:15.373351Z","end":"2026-08-28T04:42:15.55779Z","steps":["trace[488939397] 'read index received' (duration: 55.765066ms)","trace[488939397] 'applied index is now lower than readState.Index' (duration: 128.672942ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:42:15.558084Z","caller":"traceutil/trace.go:171","msg":"trace[1972836024] transaction","detail":"{read_only:false; response_revision:15495; number_of_response:1; }","duration":"253.601838ms","start":"2026-08-28T04:42:15.304459Z","end":"2026-08-28T04:42:15.558061Z","steps":["trace[1972836024] 'process raft request' (duration: 253.214888ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:42:15.558132Z","caller":"traceutil/trace.go:171","msg":"trace[716188990] transaction","detail":"{read_only:false; response_revision:15494; number_of_response:1; }","duration":"257.307273ms","start":"2026-08-28T04:42:15.300802Z","end":"2026-08-28T04:42:15.558109Z","steps":["trace[716188990] 'process raft request' (duration: 256.665037ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:42:15.558313Z","caller":"traceutil/trace.go:171","msg":"trace[64601463] transaction","detail":"{read_only:false; response_revision:15496; number_of_response:1; }","duration":"253.739301ms","start":"2026-08-28T04:42:15.304524Z","end":"2026-08-28T04:42:15.558263Z","steps":["trace[64601463] 'process raft request' (duration: 253.195647ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:42:15.558584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.180847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-28T04:42:15.558663Z","caller":"traceutil/trace.go:171","msg":"trace[942445373] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15496; }","duration":"185.31507ms","start":"2026-08-28T04:42:15.373306Z","end":"2026-08-28T04:42:15.558621Z","steps":["trace[942445373] 'agreement among raft nodes before linearized reading' (duration: 185.036723ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:42:15.563082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.290925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:42:15.56316Z","caller":"traceutil/trace.go:171","msg":"trace[2137274897] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15497; }","duration":"139.417248ms","start":"2026-08-28T04:42:15.423719Z","end":"2026-08-28T04:42:15.563136Z","steps":["trace[2137274897] 'agreement among raft nodes before linearized reading' (duration: 139.271665ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:42:15.563412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.292195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-28T04:42:15.563425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.613693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:42:15.563464Z","caller":"traceutil/trace.go:171","msg":"trace[1347403023] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15497; }","duration":"139.357928ms","start":"2026-08-28T04:42:15.424092Z","end":"2026-08-28T04:42:15.563449Z","steps":["trace[1347403023] 'agreement among raft nodes before linearized reading' (duration: 139.276135ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:42:15.563477Z","caller":"traceutil/trace.go:171","msg":"trace[729802205] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15497; }","duration":"139.681735ms","start":"2026-08-28T04:42:15.42378Z","end":"2026-08-28T04:42:15.563462Z","steps":["trace[729802205] 'agreement among raft nodes before linearized reading' (duration: 139.592462ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:42:15.563723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.267565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-08-28T04:42:15.563184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.143668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-28T04:42:15.56396Z","caller":"traceutil/trace.go:171","msg":"trace[1831875041] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15497; }","duration":"134.514202ms","start":"2026-08-28T04:42:15.429422Z","end":"2026-08-28T04:42:15.563936Z","steps":["trace[1831875041] 'agreement among raft nodes before linearized reading' (duration: 134.216605ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:42:15.564125Z","caller":"traceutil/trace.go:171","msg":"trace[1237562067] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15497; }","duration":"129.104192ms","start":"2026-08-28T04:42:15.435005Z","end":"2026-08-28T04:42:15.564109Z","steps":["trace[1237562067] 'agreement among raft nodes before linearized reading' (duration: 127.988034ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:45:22.64531Z","caller":"traceutil/trace.go:171","msg":"trace[1707223831] transaction","detail":"{read_only:false; response_revision:16986; number_of_response:1; }","duration":"102.862938ms","start":"2026-08-28T04:45:22.542389Z","end":"2026-08-28T04:45:22.645252Z","steps":["trace[1707223831] 'process raft request' (duration: 102.569611ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:46:12.487347Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14848} {"level":"info","ts":"2026-08-28T04:46:12.590566Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14848,"took":"99.470941ms","hash":1238088892,"current-db-size-bytes":54243328,"current-db-size":"54 MB","current-db-size-in-use-bytes":29646848,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-28T04:46:12.590647Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1238088892,"revision":14848,"compact-revision":12722} {"level":"info","ts":"2026-08-28T04:48:06.796361Z","caller":"traceutil/trace.go:171","msg":"trace[531464473] transaction","detail":"{read_only:false; response_revision:18091; number_of_response:1; }","duration":"102.287401ms","start":"2026-08-28T04:48:06.694038Z","end":"2026-08-28T04:48:06.796326Z","steps":["trace[531464473] 'process raft request' (duration: 102.099086ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:48:13.880241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":188482984352191132,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-28T04:48:13.898186Z","caller":"traceutil/trace.go:171","msg":"trace[847618315] transaction","detail":"{read_only:false; response_revision:18127; number_of_response:1; }","duration":"520.669681ms","start":"2026-08-28T04:48:13.377483Z","end":"2026-08-28T04:48:13.898153Z","steps":["trace[847618315] 'process raft request' (duration: 520.445035ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:48:13.898383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:48:13.377451Z","time spent":"520.823574ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:48:14.219713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.836843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-28T04:48:14.219824Z","caller":"traceutil/trace.go:171","msg":"trace[1659557955] linearizableReadLoop","detail":"{readStateIndex:18754; appliedIndex:18752; }","duration":"840.24932ms","start":"2026-08-28T04:48:13.379554Z","end":"2026-08-28T04:48:14.219804Z","steps":["trace[1659557955] 'read index received' (duration: 518.418093ms)","trace[1659557955] 'applied index is now lower than readState.Index' (duration: 321.829727ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:48:14.220014Z","caller":"traceutil/trace.go:171","msg":"trace[1174316289] transaction","detail":"{read_only:false; response_revision:18128; number_of_response:1; }","duration":"590.038885ms","start":"2026-08-28T04:48:13.629958Z","end":"2026-08-28T04:48:14.219997Z","steps":["trace[1174316289] 'process raft request' (duration: 378.802993ms)","trace[1174316289] 'compare' (duration: 210.645438ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:48:14.220072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:48:13.629912Z","time spent":"590.129137ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:48:14.220141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.953144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-08-28T04:48:14.220143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.58309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zmgvf\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-08-28T04:48:14.220175Z","caller":"traceutil/trace.go:171","msg":"trace[958576521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18128; }","duration":"368.008935ms","start":"2026-08-28T04:48:13.852154Z","end":"2026-08-28T04:48:14.220163Z","steps":["trace[958576521] 'agreement among raft nodes before linearized reading' (duration: 367.897922ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:48:14.220187Z","caller":"traceutil/trace.go:171","msg":"trace[793570738] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zmgvf; range_end:; response_count:1; response_revision:18128; }","duration":"840.651101ms","start":"2026-08-28T04:48:13.379526Z","end":"2026-08-28T04:48:14.220177Z","steps":["trace[793570738] 'agreement among raft nodes before linearized reading' (duration: 840.494066ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:48:14.220198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:48:13.852142Z","time spent":"368.051376ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-28T04:48:14.220206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:48:13.379512Z","time spent":"840.689662ms","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zmgvf\" "} {"level":"warn","ts":"2026-08-28T04:48:14.220308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.000173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-5c897956c-m2gbh.18cfde13c8f60e9a\" ","response":"range_response_count:1 size:1174"} {"level":"warn","ts":"2026-08-28T04:48:14.220329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.336886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-08-28T04:48:14.220407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.047672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-08-28T04:48:14.22042Z","caller":"traceutil/trace.go:171","msg":"trace[1090388522] range","detail":"{range_begin:/registry/events/openstack/cinder-api-5c897956c-m2gbh.18cfde13c8f60e9a; range_end:; response_count:1; response_revision:18128; }","duration":"574.168497ms","start":"2026-08-28T04:48:13.646218Z","end":"2026-08-28T04:48:14.220387Z","steps":["trace[1090388522] 'agreement among raft nodes before linearized reading' (duration: 573.822547ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:48:14.220426Z","caller":"traceutil/trace.go:171","msg":"trace[1016357234] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:18128; }","duration":"253.5109ms","start":"2026-08-28T04:48:13.966896Z","end":"2026-08-28T04:48:14.220407Z","steps":["trace[1016357234] 'agreement among raft nodes before linearized reading' (duration: 253.213323ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:48:14.220411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.801735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-28T04:48:14.220445Z","caller":"traceutil/trace.go:171","msg":"trace[2136330211] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18128; }","duration":"362.102853ms","start":"2026-08-28T04:48:13.858327Z","end":"2026-08-28T04:48:14.22043Z","steps":["trace[2136330211] 'agreement among raft nodes before linearized reading' (duration: 362.009541ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:48:14.220464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:48:13.6462Z","time spent":"574.252138ms","remote":"127.0.0.1:55582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1197,"request content":"key:\"/registry/events/openstack/cinder-api-5c897956c-m2gbh.18cfde13c8f60e9a\" "} {"level":"warn","ts":"2026-08-28T04:48:14.220474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.740418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-28T04:48:14.220483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:48:13.858317Z","time spent":"362.160815ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-28T04:48:14.220497Z","caller":"traceutil/trace.go:171","msg":"trace[1517070183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18128; }","duration":"457.936668ms","start":"2026-08-28T04:48:13.762538Z","end":"2026-08-28T04:48:14.220475Z","steps":["trace[1517070183] 'agreement among raft nodes before linearized reading' (duration: 457.672101ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:48:14.220505Z","caller":"traceutil/trace.go:171","msg":"trace[378834841] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:18128; }","duration":"491.820949ms","start":"2026-08-28T04:48:13.728672Z","end":"2026-08-28T04:48:14.220493Z","steps":["trace[378834841] 'agreement among raft nodes before linearized reading' (duration: 491.765128ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:48:14.220531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:48:13.728634Z","time spent":"491.892071ms","remote":"127.0.0.1:35128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-08-28T04:48:14.220539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:48:13.762518Z","time spent":"458.0149ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-28T04:48:14.220543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.570154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-28T04:48:14.220588Z","caller":"traceutil/trace.go:171","msg":"trace[1375445746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18128; }","duration":"395.688056ms","start":"2026-08-28T04:48:13.824884Z","end":"2026-08-28T04:48:14.220572Z","steps":["trace[1375445746] 'agreement among raft nodes before linearized reading' (duration: 395.562293ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:48:14.220602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.708827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-28T04:48:14.220609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:48:13.824854Z","time spent":"395.750078ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-28T04:48:14.220628Z","caller":"traceutil/trace.go:171","msg":"trace[337532565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18128; }","duration":"395.765918ms","start":"2026-08-28T04:48:13.824852Z","end":"2026-08-28T04:48:14.220618Z","steps":["trace[337532565] 'agreement among raft nodes before linearized reading' (duration: 395.681476ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:48:14.220647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:48:13.824831Z","time spent":"395.81031ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-28T04:48:14.220308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.422903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-08-28T04:48:14.220683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.171632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stjjl\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-08-28T04:48:14.220704Z","caller":"traceutil/trace.go:171","msg":"trace[1605886052] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stjjl; range_end:; response_count:1; response_revision:18128; }","duration":"540.239403ms","start":"2026-08-28T04:48:13.680457Z","end":"2026-08-28T04:48:14.220697Z","steps":["trace[1605886052] 'agreement among raft nodes before linearized reading' (duration: 540.167632ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:48:14.220692Z","caller":"traceutil/trace.go:171","msg":"trace[1593477955] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18128; }","duration":"238.875904ms","start":"2026-08-28T04:48:13.981794Z","end":"2026-08-28T04:48:14.22067Z","steps":["trace[1593477955] 'agreement among raft nodes before linearized reading' (duration: 238.31773ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:48:14.220717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:48:13.680437Z","time spent":"540.277316ms","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stjjl\" "} {"level":"info","ts":"2026-08-28T04:48:14.353433Z","caller":"traceutil/trace.go:171","msg":"trace[1827373009] transaction","detail":"{read_only:false; response_revision:18136; number_of_response:1; }","duration":"116.64492ms","start":"2026-08-28T04:48:14.236754Z","end":"2026-08-28T04:48:14.353398Z","steps":["trace[1827373009] 'process raft request' (duration: 116.429365ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:49:53.10715Z","caller":"traceutil/trace.go:171","msg":"trace[1909337896] transaction","detail":"{read_only:false; response_revision:19132; number_of_response:1; }","duration":"118.287672ms","start":"2026-08-28T04:49:52.988834Z","end":"2026-08-28T04:49:53.107121Z","steps":["trace[1909337896] 'process raft request' (duration: 83.139598ms)","trace[1909337896] 'compare' (duration: 34.925988ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:49:59.546202Z","caller":"traceutil/trace.go:171","msg":"trace[537523011] linearizableReadLoop","detail":"{readStateIndex:19831; appliedIndex:19830; }","duration":"150.009328ms","start":"2026-08-28T04:49:59.396169Z","end":"2026-08-28T04:49:59.546179Z","steps":["trace[537523011] 'read index received' (duration: 149.564456ms)","trace[537523011] 'applied index is now lower than readState.Index' (duration: 444.182µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:49:59.546317Z","caller":"traceutil/trace.go:171","msg":"trace[702152165] transaction","detail":"{read_only:false; response_revision:19174; number_of_response:1; }","duration":"160.987941ms","start":"2026-08-28T04:49:59.38532Z","end":"2026-08-28T04:49:59.546308Z","steps":["trace[702152165] 'process raft request' (duration: 160.492448ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:49:59.546706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.51532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-08-28T04:49:59.54674Z","caller":"traceutil/trace.go:171","msg":"trace[346148176] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19174; }","duration":"150.599623ms","start":"2026-08-28T04:49:59.396128Z","end":"2026-08-28T04:49:59.546728Z","steps":["trace[346148176] 'agreement among raft nodes before linearized reading' (duration: 150.441039ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:49:59.606821Z","caller":"traceutil/trace.go:171","msg":"trace[1917698301] transaction","detail":"{read_only:false; response_revision:19175; number_of_response:1; }","duration":"188.93919ms","start":"2026-08-28T04:49:59.417848Z","end":"2026-08-28T04:49:59.606788Z","steps":["trace[1917698301] 'process raft request' (duration: 172.366223ms)","trace[1917698301] 'compare' (duration: 16.165566ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:49:59.607132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.524881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-08-28T04:49:59.607221Z","caller":"traceutil/trace.go:171","msg":"trace[533654667] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:19175; }","duration":"199.650495ms","start":"2026-08-28T04:49:59.407551Z","end":"2026-08-28T04:49:59.607202Z","steps":["trace[533654667] 'agreement among raft nodes before linearized reading' (duration: 199.343148ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:50:23.327521Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e064f6438c9a029d","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T04:50:23.332968Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-08-28T04:50:23.333093Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-08-28T04:51:12.495419Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17286} {"level":"info","ts":"2026-08-28T04:51:12.605533Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17286,"took":"105.882433ms","hash":746427460,"current-db-size-bytes":54673408,"current-db-size":"55 MB","current-db-size-in-use-bytes":34635776,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-08-28T04:51:12.605682Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":746427460,"revision":17286,"compact-revision":14848} {"level":"info","ts":"2026-08-28T04:53:38.343634Z","caller":"traceutil/trace.go:171","msg":"trace[719861314] transaction","detail":"{read_only:false; response_revision:20694; number_of_response:1; }","duration":"107.784562ms","start":"2026-08-28T04:53:38.235821Z","end":"2026-08-28T04:53:38.343606Z","steps":["trace[719861314] 'process raft request' (duration: 107.601677ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:53:48.964763Z","caller":"traceutil/trace.go:171","msg":"trace[176813397] transaction","detail":"{read_only:false; response_revision:20752; number_of_response:1; }","duration":"142.010623ms","start":"2026-08-28T04:53:48.822719Z","end":"2026-08-28T04:53:48.964729Z","steps":["trace[176813397] 'process raft request' (duration: 141.804757ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:53:54.599264Z","caller":"traceutil/trace.go:171","msg":"trace[1174039463] linearizableReadLoop","detail":"{readStateIndex:21488; appliedIndex:21487; }","duration":"143.056669ms","start":"2026-08-28T04:53:54.45617Z","end":"2026-08-28T04:53:54.599227Z","steps":["trace[1174039463] 'read index received' (duration: 142.809283ms)","trace[1174039463] 'applied index is now lower than readState.Index' (duration: 246.026µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:53:54.599285Z","caller":"traceutil/trace.go:171","msg":"trace[592005139] transaction","detail":"{read_only:false; response_revision:20773; number_of_response:1; }","duration":"154.940385ms","start":"2026-08-28T04:53:54.44431Z","end":"2026-08-28T04:53:54.599251Z","steps":["trace[592005139] 'process raft request' (duration: 154.719929ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:53:54.599687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.511059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-08-28T04:53:54.599745Z","caller":"traceutil/trace.go:171","msg":"trace[1806947999] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:20773; }","duration":"143.632892ms","start":"2026-08-28T04:53:54.456102Z","end":"2026-08-28T04:53:54.599735Z","steps":["trace[1806947999] 'agreement among raft nodes before linearized reading' (duration: 143.265363ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:53:54.726023Z","caller":"traceutil/trace.go:171","msg":"trace[1084312029] transaction","detail":"{read_only:false; response_revision:20774; number_of_response:1; }","duration":"105.996626ms","start":"2026-08-28T04:53:54.619989Z","end":"2026-08-28T04:53:54.725985Z","steps":["trace[1084312029] 'process raft request' (duration: 74.107426ms)","trace[1084312029] 'compare' (duration: 31.469089ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:53:55.000301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.821294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-28T04:53:55.000413Z","caller":"traceutil/trace.go:171","msg":"trace[1648844312] transaction","detail":"{read_only:false; response_revision:20776; number_of_response:1; }","duration":"268.617539ms","start":"2026-08-28T04:53:54.731778Z","end":"2026-08-28T04:53:55.000396Z","steps":["trace[1648844312] 'process raft request' (duration: 137.194928ms)","trace[1648844312] 'compare' (duration: 130.672981ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:53:55.003451Z","caller":"traceutil/trace.go:171","msg":"trace[305189149] transaction","detail":"{read_only:false; response_revision:20777; number_of_response:1; }","duration":"271.587195ms","start":"2026-08-28T04:53:54.731855Z","end":"2026-08-28T04:53:55.003442Z","steps":["trace[305189149] 'process raft request' (duration: 270.876596ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:53:55.003528Z","caller":"traceutil/trace.go:171","msg":"trace[517262810] transaction","detail":"{read_only:false; response_revision:20779; number_of_response:1; }","duration":"271.217556ms","start":"2026-08-28T04:53:54.732285Z","end":"2026-08-28T04:53:55.003503Z","steps":["trace[517262810] 'process raft request' (duration: 270.533138ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:53:55.003728Z","caller":"traceutil/trace.go:171","msg":"trace[902305089] transaction","detail":"{read_only:false; response_revision:20778; number_of_response:1; }","duration":"271.76842ms","start":"2026-08-28T04:53:54.731954Z","end":"2026-08-28T04:53:55.003723Z","steps":["trace[902305089] 'process raft request' (duration: 270.833056ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:53:55.198145Z","caller":"traceutil/trace.go:171","msg":"trace[2011279043] transaction","detail":"{read_only:false; response_revision:20780; number_of_response:1; }","duration":"118.099467ms","start":"2026-08-28T04:53:55.079716Z","end":"2026-08-28T04:53:55.197816Z","steps":["trace[2011279043] 'process raft request' (duration: 100.792882ms)","trace[2011279043] 'compare' (duration: 17.170031ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:56:12.503649Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19649} {"level":"info","ts":"2026-08-28T04:56:12.634782Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19649,"took":"126.806191ms","hash":4029029540,"current-db-size-bytes":55517184,"current-db-size":"56 MB","current-db-size-in-use-bytes":30199808,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-28T04:56:12.634886Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4029029540,"revision":19649,"compact-revision":17286} {"level":"info","ts":"2026-08-28T04:57:56.649736Z","caller":"traceutil/trace.go:171","msg":"trace[1957112197] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"130.740342ms","start":"2026-08-28T04:57:56.51894Z","end":"2026-08-28T04:57:56.64968Z","steps":["trace[1957112197] 'process raft request' (duration: 82.179783ms)","trace[1957112197] 'compare' (duration: 47.362199ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:57:56.988729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.496333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-28T04:57:56.988893Z","caller":"traceutil/trace.go:171","msg":"trace[434287413] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"328.873547ms","start":"2026-08-28T04:57:56.659988Z","end":"2026-08-28T04:57:56.988862Z","steps":["trace[434287413] 'process raft request' (duration: 139.146788ms)","trace[434287413] 'compare' (duration: 188.444916ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:57:56.989002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:57:56.659972Z","time spent":"328.989ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:57:56.991824Z","caller":"traceutil/trace.go:171","msg":"trace[875432255] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"325.801768ms","start":"2026-08-28T04:57:56.665971Z","end":"2026-08-28T04:57:56.991773Z","steps":["trace[875432255] 'process raft request' (duration: 325.490789ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:57:56.992078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:57:56.665913Z","time spent":"326.050624ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:57:56.992304Z","caller":"traceutil/trace.go:171","msg":"trace[454773021] transaction","detail":"{read_only:false; response_revision:23277; number_of_response:1; }","duration":"228.6646ms","start":"2026-08-28T04:57:56.763596Z","end":"2026-08-28T04:57:56.992261Z","steps":["trace[454773021] 'process raft request' (duration: 228.605408ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:57:56.992398Z","caller":"traceutil/trace.go:171","msg":"trace[1075767389] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"326.210968ms","start":"2026-08-28T04:57:56.66614Z","end":"2026-08-28T04:57:56.992351Z","steps":["trace[1075767389] 'process raft request' (duration: 325.914141ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:57:56.992441Z","caller":"traceutil/trace.go:171","msg":"trace[35961269] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"326.308091ms","start":"2026-08-28T04:57:56.666113Z","end":"2026-08-28T04:57:56.992422Z","steps":["trace[35961269] 'process raft request' (duration: 325.592873ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:57:56.992613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:57:56.666107Z","time spent":"326.394793ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:57:56.9927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:57:56.666088Z","time spent":"326.525275ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:57:56.996254Z","caller":"traceutil/trace.go:171","msg":"trace[998308984] transaction","detail":"{read_only:false; response_revision:23278; number_of_response:1; }","duration":"124.535482ms","start":"2026-08-28T04:57:56.871685Z","end":"2026-08-28T04:57:56.996221Z","steps":["trace[998308984] 'process raft request' (duration: 124.316347ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:59:07.630199Z","caller":"traceutil/trace.go:171","msg":"trace[1695966716] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"101.097241ms","start":"2026-08-28T04:59:07.529069Z","end":"2026-08-28T04:59:07.630166Z","steps":["trace[1695966716] 'process raft request' (duration: 100.799512ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T05:01:12.510951Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21899} {"level":"info","ts":"2026-08-28T05:01:12.628465Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21899,"took":"114.027341ms","hash":338153782,"current-db-size-bytes":58048512,"current-db-size":"58 MB","current-db-size-in-use-bytes":43397120,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-08-28T05:01:12.628547Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":338153782,"revision":21899,"compact-revision":19649} {"level":"info","ts":"2026-08-28T05:06:12.518716Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25103} {"level":"info","ts":"2026-08-28T05:06:12.686196Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25103,"took":"162.760815ms","hash":1354511528,"current-db-size-bytes":58048512,"current-db-size":"58 MB","current-db-size-in-use-bytes":30552064,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-28T05:06:12.686283Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1354511528,"revision":25103,"compact-revision":21899} {"level":"info","ts":"2026-08-28T05:06:50.810804Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006f86.wal"}