{"level":"warn","ts":"2026-07-28T19:35:28.669608Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T19:35:28.669705Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.77:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.77:2380","--initial-cluster=instance=https://199.204.45.77:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.77:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.77:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-28T19:35:28.66977Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T19:35:28.669784Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.77:2380"]} {"level":"info","ts":"2026-07-28T19:35:28.669801Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T19:35:28.670371Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"]} {"level":"info","ts":"2026-07-28T19:35:28.670439Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.77:2380"],"listen-peer-urls":["https://199.204.45.77:2380"],"advertise-client-urls":["https://199.204.45.77:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.77:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-28T19:35:28.672847Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.203012ms"} {"level":"info","ts":"2026-07-28T19:35:28.679009Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9133559b3198d4ec","cluster-id":"60f1aee33b0786f5"} {"level":"info","ts":"2026-07-28T19:35:28.679096Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec switched to configuration voters=()"} {"level":"info","ts":"2026-07-28T19:35:28.67914Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became follower at term 0"} {"level":"info","ts":"2026-07-28T19:35:28.679153Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9133559b3198d4ec [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-28T19:35:28.679169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became follower at term 1"} {"level":"info","ts":"2026-07-28T19:35:28.679361Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec switched to configuration voters=(10462800484352185580)"} {"level":"warn","ts":"2026-07-28T19:35:28.688804Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-28T19:35:28.689993Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-28T19:35:28.690998Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-28T19:35:28.692759Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9133559b3198d4ec","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-28T19:35:28.69318Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9133559b3198d4ec","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-28T19:35:28.693261Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T19:35:28.693441Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T19:35:28.693583Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T19:35:28.6949Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec switched to configuration voters=(10462800484352185580)"} {"level":"info","ts":"2026-07-28T19:35:28.69506Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"60f1aee33b0786f5","local-member-id":"9133559b3198d4ec","added-peer-id":"9133559b3198d4ec","added-peer-peer-urls":["https://199.204.45.77:2380"]} {"level":"info","ts":"2026-07-28T19:35:28.696581Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T19:35:28.696641Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.77:2380"} {"level":"info","ts":"2026-07-28T19:35:28.696677Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.77:2380"} {"level":"info","ts":"2026-07-28T19:35:28.696933Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9133559b3198d4ec","initial-advertise-peer-urls":["https://199.204.45.77:2380"],"listen-peer-urls":["https://199.204.45.77:2380"],"advertise-client-urls":["https://199.204.45.77:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-28T19:35:28.696966Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-28T19:35:29.080527Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec is starting a new election at term 1"} {"level":"info","ts":"2026-07-28T19:35:29.081418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became pre-candidate at term 1"} {"level":"info","ts":"2026-07-28T19:35:29.082377Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec received MsgPreVoteResp from 9133559b3198d4ec at term 1"} {"level":"info","ts":"2026-07-28T19:35:29.08264Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became candidate at term 2"} {"level":"info","ts":"2026-07-28T19:35:29.082874Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec received MsgVoteResp from 9133559b3198d4ec at term 2"} {"level":"info","ts":"2026-07-28T19:35:29.083053Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became leader at term 2"} {"level":"info","ts":"2026-07-28T19:35:29.083087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9133559b3198d4ec elected leader 9133559b3198d4ec at term 2"} {"level":"info","ts":"2026-07-28T19:35:29.083937Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9133559b3198d4ec","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.77:2379]}","request-path":"/0/members/9133559b3198d4ec/attributes","cluster-id":"60f1aee33b0786f5","publish-timeout":"7s"} {"level":"info","ts":"2026-07-28T19:35:29.08395Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T19:35:29.084018Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T19:35:29.084059Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T19:35:29.084283Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-28T19:35:29.084303Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-28T19:35:29.08504Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"60f1aee33b0786f5","local-member-id":"9133559b3198d4ec","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T19:35:29.085162Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T19:35:29.085203Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T19:35:29.086552Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.77:2379"} {"level":"info","ts":"2026-07-28T19:35:29.088672Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-28T19:35:34.619543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.304094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-28T19:35:34.619696Z","caller":"traceutil/trace.go:171","msg":"trace[793821963] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:264; }","duration":"253.49515ms","start":"2026-07-28T19:35:34.366176Z","end":"2026-07-28T19:35:34.619672Z","steps":["trace[793821963] 'range keys from in-memory index tree' (duration: 253.197381ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:35:34.789104Z","caller":"traceutil/trace.go:171","msg":"trace[702619953] transaction","detail":"{read_only:false; response_revision:265; number_of_response:1; }","duration":"165.817037ms","start":"2026-07-28T19:35:34.623256Z","end":"2026-07-28T19:35:34.789073Z","steps":["trace[702619953] 'process raft request' (duration: 165.705984ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:35:34.852348Z","caller":"traceutil/trace.go:171","msg":"trace[1746552342] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"228.015404ms","start":"2026-07-28T19:35:34.624308Z","end":"2026-07-28T19:35:34.852323Z","steps":["trace[1746552342] 'process raft request' (duration: 227.757977ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:35:34.852403Z","caller":"traceutil/trace.go:171","msg":"trace[198351773] transaction","detail":"{read_only:false; number_of_response:0; response_revision:266; }","duration":"145.058713ms","start":"2026-07-28T19:35:34.707311Z","end":"2026-07-28T19:35:34.85237Z","steps":["trace[198351773] 'process raft request' (duration: 144.911259ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:35:34.852418Z","caller":"traceutil/trace.go:171","msg":"trace[1008552775] transaction","detail":"{read_only:false; number_of_response:0; response_revision:266; }","duration":"145.011873ms","start":"2026-07-28T19:35:34.707371Z","end":"2026-07-28T19:35:34.852383Z","steps":["trace[1008552775] 'process raft request' (duration: 144.89865ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:35:34.852434Z","caller":"traceutil/trace.go:171","msg":"trace[87846432] transaction","detail":"{read_only:false; number_of_response:0; response_revision:266; }","duration":"144.948171ms","start":"2026-07-28T19:35:34.707469Z","end":"2026-07-28T19:35:34.852417Z","steps":["trace[87846432] 'process raft request' (duration: 144.831737ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:35:34.852506Z","caller":"traceutil/trace.go:171","msg":"trace[2055247550] transaction","detail":"{read_only:false; number_of_response:0; response_revision:266; }","duration":"144.410215ms","start":"2026-07-28T19:35:34.708061Z","end":"2026-07-28T19:35:34.852472Z","steps":["trace[2055247550] 'process raft request' (duration: 144.291782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:35:34.8526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.518737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5892"} {"level":"info","ts":"2026-07-28T19:35:34.852404Z","caller":"traceutil/trace.go:171","msg":"trace[1639796793] linearizableReadLoop","detail":"{readStateIndex:276; appliedIndex:274; }","duration":"145.319191ms","start":"2026-07-28T19:35:34.70706Z","end":"2026-07-28T19:35:34.852379Z","steps":["trace[1639796793] 'read index received' (duration: 81.983632ms)","trace[1639796793] 'applied index is now lower than readState.Index' (duration: 63.334279ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:35:34.852644Z","caller":"traceutil/trace.go:171","msg":"trace[1806503027] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:266; }","duration":"145.6017ms","start":"2026-07-28T19:35:34.707031Z","end":"2026-07-28T19:35:34.852633Z","steps":["trace[1806503027] 'agreement among raft nodes before linearized reading' (duration: 145.426464ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.773666Z","caller":"traceutil/trace.go:171","msg":"trace[99353506] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"108.513049ms","start":"2026-07-28T19:36:09.665127Z","end":"2026-07-28T19:36:09.77364Z","steps":["trace[99353506] 'process raft request' (duration: 108.323864ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.918959Z","caller":"traceutil/trace.go:171","msg":"trace[1443707996] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"140.790118ms","start":"2026-07-28T19:36:09.778137Z","end":"2026-07-28T19:36:09.918927Z","steps":["trace[1443707996] 'process raft request' (duration: 133.03501ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.925799Z","caller":"traceutil/trace.go:171","msg":"trace[814672128] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"147.369503ms","start":"2026-07-28T19:36:09.778408Z","end":"2026-07-28T19:36:09.925777Z","steps":["trace[814672128] 'process raft request' (duration: 147.26938ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:11.030736Z","caller":"traceutil/trace.go:171","msg":"trace[2088468676] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"114.332654ms","start":"2026-07-28T19:36:10.916378Z","end":"2026-07-28T19:36:11.03071Z","steps":["trace[2088468676] 'process raft request' (duration: 113.751937ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:11.530518Z","caller":"traceutil/trace.go:171","msg":"trace[1079722131] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"440.016153ms","start":"2026-07-28T19:36:11.090476Z","end":"2026-07-28T19:36:11.530492Z","steps":["trace[1079722131] 'process raft request' (duration: 429.443656ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:11.530505Z","caller":"traceutil/trace.go:171","msg":"trace[2108948314] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:614; }","duration":"429.228429ms","start":"2026-07-28T19:36:11.101243Z","end":"2026-07-28T19:36:11.530472Z","steps":["trace[2108948314] 'read index received' (duration: 418.754655ms)","trace[2108948314] 'applied index is now lower than readState.Index' (duration: 10.472584ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:36:11.531027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:36:11.090452Z","time spent":"440.147637ms","remote":"127.0.0.1:43474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T19:36:11.531029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.504947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-28T19:36:11.53145Z","caller":"traceutil/trace.go:171","msg":"trace[1113234726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:587; }","duration":"430.220698ms","start":"2026-07-28T19:36:11.101209Z","end":"2026-07-28T19:36:11.53143Z","steps":["trace[1113234726] 'agreement among raft nodes before linearized reading' (duration: 429.360833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:36:11.531695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:36:11.101194Z","time spent":"430.483085ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T19:36:11.533235Z","caller":"traceutil/trace.go:171","msg":"trace[233723750] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"191.293402ms","start":"2026-07-28T19:36:11.341922Z","end":"2026-07-28T19:36:11.533216Z","steps":["trace[233723750] 'process raft request' (duration: 191.127137ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:56.269471Z","caller":"traceutil/trace.go:171","msg":"trace[40503112] linearizableReadLoop","detail":"{readStateIndex:1194; appliedIndex:1193; }","duration":"108.275098ms","start":"2026-07-28T19:36:56.16117Z","end":"2026-07-28T19:36:56.269445Z","steps":["trace[40503112] 'read index received' (duration: 108.00892ms)","trace[40503112] 'applied index is now lower than readState.Index' (duration: 264.988µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:36:56.269529Z","caller":"traceutil/trace.go:171","msg":"trace[1856897799] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"134.921539ms","start":"2026-07-28T19:36:56.13457Z","end":"2026-07-28T19:36:56.269491Z","steps":["trace[1856897799] 'process raft request' (duration: 134.719154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:36:56.269767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.575997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T19:36:56.269879Z","caller":"traceutil/trace.go:171","msg":"trace[1419781909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1155; }","duration":"108.729091ms","start":"2026-07-28T19:36:56.161123Z","end":"2026-07-28T19:36:56.269852Z","steps":["trace[1419781909] 'agreement among raft nodes before linearized reading' (duration: 108.482575ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:37:41.423836Z","caller":"traceutil/trace.go:171","msg":"trace[1782262432] linearizableReadLoop","detail":"{readStateIndex:1898; appliedIndex:1897; }","duration":"119.87304ms","start":"2026-07-28T19:37:41.303939Z","end":"2026-07-28T19:37:41.423812Z","steps":["trace[1782262432] 'read index received' (duration: 119.763486ms)","trace[1782262432] 'applied index is now lower than readState.Index' (duration: 108.693µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:37:41.423896Z","caller":"traceutil/trace.go:171","msg":"trace[260614441] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"136.137352ms","start":"2026-07-28T19:37:41.287728Z","end":"2026-07-28T19:37:41.423866Z","steps":["trace[260614441] 'process raft request' (duration: 135.953057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:41.424042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.090365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T19:37:41.424088Z","caller":"traceutil/trace.go:171","msg":"trace[2133478839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1821; }","duration":"120.176398ms","start":"2026-07-28T19:37:41.303899Z","end":"2026-07-28T19:37:41.424075Z","steps":["trace[2133478839] 'agreement among raft nodes before linearized reading' (duration: 120.036974ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:37:41.855955Z","caller":"traceutil/trace.go:171","msg":"trace[101094087] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"381.960824ms","start":"2026-07-28T19:37:41.473963Z","end":"2026-07-28T19:37:41.855924Z","steps":["trace[101094087] 'process raft request' (duration: 303.004612ms)","trace[101094087] 'compare' (duration: 78.422237ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:37:41.856333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:37:41.473932Z","time spent":"382.089478ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:38:34.571873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.764265ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:38:34.572023Z","caller":"traceutil/trace.go:171","msg":"trace[1002743353] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2161; }","duration":"106.93926ms","start":"2026-07-28T19:38:34.465065Z","end":"2026-07-28T19:38:34.572004Z","steps":["trace[1002743353] 'range keys from in-memory index tree' (duration: 106.742074ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:39:53.986077Z","caller":"traceutil/trace.go:171","msg":"trace[1812798947] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"154.106072ms","start":"2026-07-28T19:39:53.831937Z","end":"2026-07-28T19:39:53.986043Z","steps":["trace[1812798947] 'process raft request' (duration: 108.525776ms)","trace[1812798947] 'compare' (duration: 45.36261ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:42:19.833039Z","caller":"traceutil/trace.go:171","msg":"trace[173420718] transaction","detail":"{read_only:false; response_revision:3757; number_of_response:1; }","duration":"127.685885ms","start":"2026-07-28T19:42:19.705322Z","end":"2026-07-28T19:42:19.833008Z","steps":["trace[173420718] 'process raft request' (duration: 127.52742ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:43:46.332876Z","caller":"traceutil/trace.go:171","msg":"trace[775233886] linearizableReadLoop","detail":"{readStateIndex:5137; appliedIndex:5135; }","duration":"162.92237ms","start":"2026-07-28T19:43:46.169924Z","end":"2026-07-28T19:43:46.332846Z","steps":["trace[775233886] 'read index received' (duration: 36.113185ms)","trace[775233886] 'applied index is now lower than readState.Index' (duration: 126.808055ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:43:46.332974Z","caller":"traceutil/trace.go:171","msg":"trace[845872547] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"190.121999ms","start":"2026-07-28T19:43:46.142812Z","end":"2026-07-28T19:43:46.332934Z","steps":["trace[845872547] 'process raft request' (duration: 95.443046ms)","trace[845872547] 'compare' (duration: 94.450127ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:43:46.333086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.143806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:43:46.333126Z","caller":"traceutil/trace.go:171","msg":"trace[1216912609] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4942; }","duration":"163.245608ms","start":"2026-07-28T19:43:46.169869Z","end":"2026-07-28T19:43:46.333115Z","steps":["trace[1216912609] 'agreement among raft nodes before linearized reading' (duration: 163.154426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:43:46.333187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.08909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8b78928-a255-4c24-ab52-b812d190bb17\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-07-28T19:43:46.333255Z","caller":"traceutil/trace.go:171","msg":"trace[254841937] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d8b78928-a255-4c24-ab52-b812d190bb17; range_end:; response_count:1; response_revision:4942; }","duration":"137.170252ms","start":"2026-07-28T19:43:46.19607Z","end":"2026-07-28T19:43:46.33324Z","steps":["trace[254841937] 'agreement among raft nodes before linearized reading' (duration: 136.992287ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:43:48.270261Z","caller":"traceutil/trace.go:171","msg":"trace[1303582386] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"112.165005ms","start":"2026-07-28T19:43:48.158066Z","end":"2026-07-28T19:43:48.270231Z","steps":["trace[1303582386] 'process raft request' (duration: 90.608747ms)","trace[1303582386] 'compare' (duration: 21.404494ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:43:48.283924Z","caller":"traceutil/trace.go:171","msg":"trace[1542455984] linearizableReadLoop","detail":"{readStateIndex:5179; appliedIndex:5177; }","duration":"105.772192ms","start":"2026-07-28T19:43:48.178124Z","end":"2026-07-28T19:43:48.283896Z","steps":["trace[1542455984] 'read index received' (duration: 70.555582ms)","trace[1542455984] 'applied index is now lower than readState.Index' (duration: 35.2155ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:43:48.284062Z","caller":"traceutil/trace.go:171","msg":"trace[1643274447] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"120.72778ms","start":"2026-07-28T19:43:48.163308Z","end":"2026-07-28T19:43:48.284036Z","steps":["trace[1643274447] 'process raft request' (duration: 120.39731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:43:48.284572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.433611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:787141"} {"level":"info","ts":"2026-07-28T19:43:48.284624Z","caller":"traceutil/trace.go:171","msg":"trace[281932746] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4982; }","duration":"106.501873ms","start":"2026-07-28T19:43:48.178109Z","end":"2026-07-28T19:43:48.284611Z","steps":["trace[281932746] 'agreement among raft nodes before linearized reading' (duration: 105.946877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:00.694296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.523069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T19:44:00.694504Z","caller":"traceutil/trace.go:171","msg":"trace[1712884915] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"1.006147648s","start":"2026-07-28T19:43:59.688302Z","end":"2026-07-28T19:44:00.69445Z","steps":["trace[1712884915] 'process raft request' (duration: 21.185877ms)","trace[1712884915] 'compare' (duration: 983.353655ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:44:00.694575Z","caller":"traceutil/trace.go:171","msg":"trace[1838594695] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"783.656071ms","start":"2026-07-28T19:43:59.910898Z","end":"2026-07-28T19:44:00.694554Z","steps":["trace[1838594695] 'process raft request' (duration: 783.533568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:00.694667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:43:59.910857Z","time spent":"783.759234ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:44:00.694718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:43:59.688284Z","time spent":"1.006339833s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T19:44:00.694536Z","caller":"traceutil/trace.go:171","msg":"trace[682278452] linearizableReadLoop","detail":"{readStateIndex:5416; appliedIndex:5415; }","duration":"899.870232ms","start":"2026-07-28T19:43:59.794638Z","end":"2026-07-28T19:44:00.694509Z","steps":["trace[682278452] 'read index received' (duration: 58.462µs)","trace[682278452] 'applied index is now lower than readState.Index' (duration: 899.80885ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:44:00.694839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.18756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:44:00.694918Z","caller":"traceutil/trace.go:171","msg":"trace[611314988] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5214; }","duration":"900.318275ms","start":"2026-07-28T19:43:59.794573Z","end":"2026-07-28T19:44:00.694891Z","steps":["trace[611314988] 'agreement among raft nodes before linearized reading' (duration: 900.011316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:00.694993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:43:59.794537Z","time spent":"900.437158ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-28T19:44:00.695662Z","caller":"traceutil/trace.go:171","msg":"trace[1213894317] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"753.238549ms","start":"2026-07-28T19:43:59.941727Z","end":"2026-07-28T19:44:00.694965Z","steps":["trace[1213894317] 'process raft request' (duration: 752.785236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:00.695972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:43:59.941697Z","time spent":"754.066342ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:44:00.696249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.560554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T19:44:00.696291Z","caller":"traceutil/trace.go:171","msg":"trace[78547881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5215; }","duration":"696.635246ms","start":"2026-07-28T19:43:59.999645Z","end":"2026-07-28T19:44:00.69628Z","steps":["trace[78547881] 'agreement among raft nodes before linearized reading' (duration: 696.458811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:00.696314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:43:59.999632Z","time spent":"696.677738ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T19:44:00.696545Z","caller":"traceutil/trace.go:171","msg":"trace[1226369749] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"259.127537ms","start":"2026-07-28T19:44:00.437407Z","end":"2026-07-28T19:44:00.696535Z","steps":["trace[1226369749] 'process raft request' (duration: 257.421488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:00.696805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.155759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T19:44:00.696835Z","caller":"traceutil/trace.go:171","msg":"trace[798462994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5215; }","duration":"147.226431ms","start":"2026-07-28T19:44:00.549602Z","end":"2026-07-28T19:44:00.696829Z","steps":["trace[798462994] 'agreement among raft nodes before linearized reading' (duration: 147.125808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:00.6968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.642352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T19:44:00.696907Z","caller":"traceutil/trace.go:171","msg":"trace[762365415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5215; }","duration":"237.814647ms","start":"2026-07-28T19:44:00.459064Z","end":"2026-07-28T19:44:00.696879Z","steps":["trace[762365415] 'agreement among raft nodes before linearized reading' (duration: 237.481608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:00.697015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.141491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T19:44:00.697043Z","caller":"traceutil/trace.go:171","msg":"trace[1620659730] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5215; }","duration":"564.218662ms","start":"2026-07-28T19:44:00.132818Z","end":"2026-07-28T19:44:00.697036Z","steps":["trace[1620659730] 'agreement among raft nodes before linearized reading' (duration: 564.12131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:00.697093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:00.132792Z","time spent":"564.293315ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-28T19:44:00.697088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.890852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T19:44:00.697143Z","caller":"traceutil/trace.go:171","msg":"trace[2019493610] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5215; }","duration":"183.974344ms","start":"2026-07-28T19:44:00.513154Z","end":"2026-07-28T19:44:00.697128Z","steps":["trace[2019493610] 'agreement among raft nodes before linearized reading' (duration: 183.893582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:00.697203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.442431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ns7f2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-07-28T19:44:00.697248Z","caller":"traceutil/trace.go:171","msg":"trace[728492222] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ns7f2; range_end:; response_count:1; response_revision:5215; }","duration":"689.513003ms","start":"2026-07-28T19:44:00.007724Z","end":"2026-07-28T19:44:00.697237Z","steps":["trace[728492222] 'agreement among raft nodes before linearized reading' (duration: 689.345608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:00.697279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:00.007713Z","time spent":"689.559174ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-ns7f2\" "} {"level":"warn","ts":"2026-07-28T19:44:00.697295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.729175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T19:44:00.697396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.448552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T19:44:00.697444Z","caller":"traceutil/trace.go:171","msg":"trace[1424013290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5215; }","duration":"195.516854ms","start":"2026-07-28T19:44:00.501916Z","end":"2026-07-28T19:44:00.697433Z","steps":["trace[1424013290] 'agreement among raft nodes before linearized reading' (duration: 195.409371ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:00.697492Z","caller":"traceutil/trace.go:171","msg":"trace[2050114279] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5215; }","duration":"326.820067ms","start":"2026-07-28T19:44:00.370496Z","end":"2026-07-28T19:44:00.697317Z","steps":["trace[2050114279] 'agreement among raft nodes before linearized reading' (duration: 326.110067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:00.697529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:00.370471Z","time spent":"327.049374ms","remote":"127.0.0.1:41102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T19:44:00.697412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.553413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-mb9qb\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-07-28T19:44:00.697765Z","caller":"traceutil/trace.go:171","msg":"trace[74109441] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-mb9qb; range_end:; response_count:1; response_revision:5215; }","duration":"421.938504ms","start":"2026-07-28T19:44:00.275815Z","end":"2026-07-28T19:44:00.697753Z","steps":["trace[74109441] 'agreement among raft nodes before linearized reading' (duration: 421.536132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:00.697804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:00.275793Z","time spent":"421.997936ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7840,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-mb9qb\" "} {"level":"info","ts":"2026-07-28T19:45:29.111409Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2980} {"level":"info","ts":"2026-07-28T19:45:29.186Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2980,"took":"72.997967ms","hash":2066189365,"current-db-size-bytes":59445248,"current-db-size":"59 MB","current-db-size-in-use-bytes":34590720,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-28T19:45:29.186057Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2066189365,"revision":2980,"compact-revision":-1} {"level":"info","ts":"2026-07-28T19:50:29.117715Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6111} {"level":"info","ts":"2026-07-28T19:50:29.219692Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6111,"took":"99.555486ms","hash":1467242930,"current-db-size-bytes":59445248,"current-db-size":"59 MB","current-db-size-in-use-bytes":23588864,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-28T19:50:29.21979Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1467242930,"revision":6111,"compact-revision":2980} {"level":"info","ts":"2026-07-28T19:50:30.337043Z","caller":"traceutil/trace.go:171","msg":"trace[582688646] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"141.36529ms","start":"2026-07-28T19:50:30.195651Z","end":"2026-07-28T19:50:30.337016Z","steps":["trace[582688646] 'process raft request' (duration: 141.171114ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:50:30.367103Z","caller":"traceutil/trace.go:171","msg":"trace[1203722237] linearizableReadLoop","detail":"{readStateIndex:8595; appliedIndex:8592; }","duration":"130.005122ms","start":"2026-07-28T19:50:30.237071Z","end":"2026-07-28T19:50:30.367076Z","steps":["trace[1203722237] 'read index received' (duration: 99.870005ms)","trace[1203722237] 'applied index is now lower than readState.Index' (duration: 30.134137ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:50:30.367176Z","caller":"traceutil/trace.go:171","msg":"trace[223443405] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"144.219821ms","start":"2026-07-28T19:50:30.222933Z","end":"2026-07-28T19:50:30.367153Z","steps":["trace[223443405] 'process raft request' (duration: 144.090138ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:50:30.367173Z","caller":"traceutil/trace.go:171","msg":"trace[262029815] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"157.248697ms","start":"2026-07-28T19:50:30.209883Z","end":"2026-07-28T19:50:30.367131Z","steps":["trace[262029815] 'process raft request' (duration: 156.930517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:50:30.367351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.26517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-28T19:50:30.367399Z","caller":"traceutil/trace.go:171","msg":"trace[215072989] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8292; }","duration":"130.376843ms","start":"2026-07-28T19:50:30.237008Z","end":"2026-07-28T19:50:30.367385Z","steps":["trace[215072989] 'agreement among raft nodes before linearized reading' (duration: 130.186158ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:50:30.514068Z","caller":"traceutil/trace.go:171","msg":"trace[727315312] linearizableReadLoop","detail":"{readStateIndex:8596; appliedIndex:8595; }","duration":"143.593212ms","start":"2026-07-28T19:50:30.370445Z","end":"2026-07-28T19:50:30.514038Z","steps":["trace[727315312] 'read index received' (duration: 86.994724ms)","trace[727315312] 'applied index is now lower than readState.Index' (duration: 56.597098ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:50:30.514316Z","caller":"traceutil/trace.go:171","msg":"trace[726437311] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"153.435316ms","start":"2026-07-28T19:50:30.360846Z","end":"2026-07-28T19:50:30.514281Z","steps":["trace[726437311] 'process raft request' (duration: 96.625402ms)","trace[726437311] 'compare' (duration: 56.385712ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:50:30.514581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.844703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-07-28T19:50:30.514646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.175519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-07-28T19:50:30.514663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.873008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126946"} {"level":"info","ts":"2026-07-28T19:50:30.514666Z","caller":"traceutil/trace.go:171","msg":"trace[2067125725] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8293; }","duration":"108.953166ms","start":"2026-07-28T19:50:30.405692Z","end":"2026-07-28T19:50:30.514645Z","steps":["trace[2067125725] 'agreement among raft nodes before linearized reading' (duration: 108.735799ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:50:30.514707Z","caller":"traceutil/trace.go:171","msg":"trace[1731999198] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8293; }","duration":"104.932669ms","start":"2026-07-28T19:50:30.409762Z","end":"2026-07-28T19:50:30.514694Z","steps":["trace[1731999198] 'agreement among raft nodes before linearized reading' (duration: 104.784385ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:50:30.514707Z","caller":"traceutil/trace.go:171","msg":"trace[1844715584] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8293; }","duration":"144.273432ms","start":"2026-07-28T19:50:30.370416Z","end":"2026-07-28T19:50:30.514689Z","steps":["trace[1844715584] 'agreement among raft nodes before linearized reading' (duration: 143.86551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:50:40.877479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.197697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-28T19:50:40.877569Z","caller":"traceutil/trace.go:171","msg":"trace[317811680] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8345; }","duration":"187.327941ms","start":"2026-07-28T19:50:40.690209Z","end":"2026-07-28T19:50:40.877537Z","steps":["trace[317811680] 'range keys from in-memory index tree' (duration: 187.012301ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:50:40.877677Z","caller":"traceutil/trace.go:171","msg":"trace[476512368] linearizableReadLoop","detail":"{readStateIndex:8651; appliedIndex:8650; }","duration":"131.216616ms","start":"2026-07-28T19:50:40.746434Z","end":"2026-07-28T19:50:40.877651Z","steps":["trace[476512368] 'read index received' (duration: 115.109453ms)","trace[476512368] 'applied index is now lower than readState.Index' (duration: 16.105573ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:50:40.877767Z","caller":"traceutil/trace.go:171","msg":"trace[50602377] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"167.565152ms","start":"2026-07-28T19:50:40.710166Z","end":"2026-07-28T19:50:40.877731Z","steps":["trace[50602377] 'process raft request' (duration: 151.358886ms)","trace[50602377] 'compare' (duration: 15.756243ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:50:40.877916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.464244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T19:50:40.877993Z","caller":"traceutil/trace.go:171","msg":"trace[1593799081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8346; }","duration":"131.598418ms","start":"2026-07-28T19:50:40.746373Z","end":"2026-07-28T19:50:40.877972Z","steps":["trace[1593799081] 'agreement among raft nodes before linearized reading' (duration: 131.3701ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:13.182894Z","caller":"traceutil/trace.go:171","msg":"trace[826656608] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"107.516985ms","start":"2026-07-28T19:51:13.075346Z","end":"2026-07-28T19:51:13.182863Z","steps":["trace[826656608] 'process raft request' (duration: 107.333169ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:13.190194Z","caller":"traceutil/trace.go:171","msg":"trace[1383196290] linearizableReadLoop","detail":"{readStateIndex:8888; appliedIndex:8886; }","duration":"111.232182ms","start":"2026-07-28T19:51:13.078938Z","end":"2026-07-28T19:51:13.190171Z","steps":["trace[1383196290] 'read index received' (duration: 103.704735ms)","trace[1383196290] 'applied index is now lower than readState.Index' (duration: 7.526337ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:51:13.190336Z","caller":"traceutil/trace.go:171","msg":"trace[1400240868] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"113.237219ms","start":"2026-07-28T19:51:13.077064Z","end":"2026-07-28T19:51:13.190301Z","steps":["trace[1400240868] 'process raft request' (duration: 112.982582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:13.190406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.448338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T19:51:13.190433Z","caller":"traceutil/trace.go:171","msg":"trace[688901198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8574; }","duration":"111.517391ms","start":"2026-07-28T19:51:13.078906Z","end":"2026-07-28T19:51:13.190423Z","steps":["trace[688901198] 'agreement among raft nodes before linearized reading' (duration: 111.350866ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:21.095434Z","caller":"traceutil/trace.go:171","msg":"trace[108552006] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"134.831041ms","start":"2026-07-28T19:51:20.960543Z","end":"2026-07-28T19:51:21.095374Z","steps":["trace[108552006] 'process raft request' (duration: 92.507173ms)","trace[108552006] 'compare' (duration: 42.116792ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:51:21.328607Z","caller":"traceutil/trace.go:171","msg":"trace[1032559277] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"201.199752ms","start":"2026-07-28T19:51:21.127379Z","end":"2026-07-28T19:51:21.328579Z","steps":["trace[1032559277] 'process raft request' (duration: 111.15567ms)","trace[1032559277] 'compare' (duration: 89.878777ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:51:21.338603Z","caller":"traceutil/trace.go:171","msg":"trace[689237205] linearizableReadLoop","detail":"{readStateIndex:8976; appliedIndex:8974; }","duration":"125.607696ms","start":"2026-07-28T19:51:21.212969Z","end":"2026-07-28T19:51:21.338577Z","steps":["trace[689237205] 'read index received' (duration: 25.576396ms)","trace[689237205] 'applied index is now lower than readState.Index' (duration: 100.0301ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:51:21.338699Z","caller":"traceutil/trace.go:171","msg":"trace[2132336882] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"206.288839ms","start":"2026-07-28T19:51:21.132323Z","end":"2026-07-28T19:51:21.338612Z","steps":["trace[2132336882] 'process raft request' (duration: 206.096784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:21.338864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.881723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T19:51:21.338909Z","caller":"traceutil/trace.go:171","msg":"trace[1155880840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8658; }","duration":"125.946005ms","start":"2026-07-28T19:51:21.212951Z","end":"2026-07-28T19:51:21.338897Z","steps":["trace[1155880840] 'agreement among raft nodes before linearized reading' (duration: 125.76495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:21.338939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.682554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T19:51:21.339004Z","caller":"traceutil/trace.go:171","msg":"trace[176024685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8658; }","duration":"120.780527ms","start":"2026-07-28T19:51:21.218209Z","end":"2026-07-28T19:51:21.338989Z","steps":["trace[176024685] 'agreement among raft nodes before linearized reading' (duration: 120.581591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:21.33929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.45004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T19:51:21.339331Z","caller":"traceutil/trace.go:171","msg":"trace[578925568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8658; }","duration":"110.510871ms","start":"2026-07-28T19:51:21.228811Z","end":"2026-07-28T19:51:21.339322Z","steps":["trace[578925568] 'agreement among raft nodes before linearized reading' (duration: 110.420199ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:22.452644Z","caller":"traceutil/trace.go:171","msg":"trace[1149001792] linearizableReadLoop","detail":"{readStateIndex:8985; appliedIndex:8984; }","duration":"497.648434ms","start":"2026-07-28T19:51:21.954972Z","end":"2026-07-28T19:51:22.452621Z","steps":["trace[1149001792] 'read index received' (duration: 497.519511ms)","trace[1149001792] 'applied index is now lower than readState.Index' (duration: 127.723µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:51:22.452741Z","caller":"traceutil/trace.go:171","msg":"trace[932751182] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"507.278303ms","start":"2026-07-28T19:51:21.94544Z","end":"2026-07-28T19:51:22.452718Z","steps":["trace[932751182] 'process raft request' (duration: 507.015186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:22.453512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:21.945414Z","time spent":"507.892171ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:51:22.453667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.658725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T19:51:22.453778Z","caller":"traceutil/trace.go:171","msg":"trace[1934759791] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8667; }","duration":"498.808429ms","start":"2026-07-28T19:51:21.954931Z","end":"2026-07-28T19:51:22.453739Z","steps":["trace[1934759791] 'agreement among raft nodes before linearized reading' (duration: 497.81417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:22.45383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:21.954919Z","time spent":"498.899141ms","remote":"127.0.0.1:43228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-28T19:51:22.459571Z","caller":"traceutil/trace.go:171","msg":"trace[110648552] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"301.331925ms","start":"2026-07-28T19:51:22.158195Z","end":"2026-07-28T19:51:22.459527Z","steps":["trace[110648552] 'process raft request' (duration: 301.014976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:22.45972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.548505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-28T19:51:22.459834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:22.158173Z","time spent":"301.545871ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:51:22.459794Z","caller":"traceutil/trace.go:171","msg":"trace[1272507153] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:8668; }","duration":"347.663528ms","start":"2026-07-28T19:51:22.112108Z","end":"2026-07-28T19:51:22.459772Z","steps":["trace[1272507153] 'agreement among raft nodes before linearized reading' (duration: 347.39951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:22.460009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:22.112086Z","time spent":"347.915165ms","remote":"127.0.0.1:58616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"info","ts":"2026-07-28T19:51:37.479871Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023a4.wal"} {"level":"info","ts":"2026-07-28T19:52:37.167063Z","caller":"traceutil/trace.go:171","msg":"trace[1684132437] transaction","detail":"{read_only:false; response_revision:9406; number_of_response:1; }","duration":"164.193607ms","start":"2026-07-28T19:52:37.002843Z","end":"2026-07-28T19:52:37.167037Z","steps":["trace[1684132437] 'process raft request' (duration: 163.988501ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:53:13.022832Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9133559b3198d4ec","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T19:53:13.028202Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-28T19:53:13.028308Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-28T19:55:29.124644Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8287} {"level":"info","ts":"2026-07-28T19:55:29.205766Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8287,"took":"78.234115ms","hash":1314443764,"current-db-size-bytes":59445248,"current-db-size":"59 MB","current-db-size-in-use-bytes":25223168,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-28T19:55:29.205842Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1314443764,"revision":8287,"compact-revision":6111} {"level":"info","ts":"2026-07-28T19:56:59.714927Z","caller":"traceutil/trace.go:171","msg":"trace[827863789] transaction","detail":"{read_only:false; response_revision:11118; number_of_response:1; }","duration":"685.059528ms","start":"2026-07-28T19:56:59.029841Z","end":"2026-07-28T19:56:59.7149Z","steps":["trace[827863789] 'process raft request' (duration: 684.915094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:56:59.715098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:56:59.029816Z","time spent":"685.198532ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:57:00.07526Z","caller":"traceutil/trace.go:171","msg":"trace[84810017] transaction","detail":"{read_only:false; response_revision:11119; number_of_response:1; }","duration":"1.044574971s","start":"2026-07-28T19:56:59.030666Z","end":"2026-07-28T19:57:00.075241Z","steps":["trace[84810017] 'process raft request' (duration: 1.04245575s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:00.075389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:56:59.030655Z","time spent":"1.044672055s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:57:00.07554Z","caller":"traceutil/trace.go:171","msg":"trace[786829882] transaction","detail":"{read_only:false; response_revision:11120; number_of_response:1; }","duration":"1.044806048s","start":"2026-07-28T19:56:59.030702Z","end":"2026-07-28T19:57:00.075508Z","steps":["trace[786829882] 'process raft request' (duration: 1.044496929s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:00.075721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:56:59.030683Z","time spent":"1.044935782s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:57:00.495476Z","caller":"traceutil/trace.go:171","msg":"trace[890613911] transaction","detail":"{read_only:false; response_revision:11122; number_of_response:1; }","duration":"419.670868ms","start":"2026-07-28T19:57:00.075774Z","end":"2026-07-28T19:57:00.495445Z","steps":["trace[890613911] 'process raft request' (duration: 419.436001ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:57:00.495769Z","caller":"traceutil/trace.go:171","msg":"trace[78013990] transaction","detail":"{read_only:false; response_revision:11123; number_of_response:1; }","duration":"419.920566ms","start":"2026-07-28T19:57:00.075822Z","end":"2026-07-28T19:57:00.495743Z","steps":["trace[78013990] 'process raft request' (duration: 419.571096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:00.495788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:00.075761Z","time spent":"419.923256ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:57:00.495786Z","caller":"traceutil/trace.go:171","msg":"trace[278812437] linearizableReadLoop","detail":"{readStateIndex:11523; appliedIndex:11520; }","duration":"396.897142ms","start":"2026-07-28T19:57:00.098863Z","end":"2026-07-28T19:57:00.49576Z","steps":["trace[278812437] 'read index received' (duration: 396.329006ms)","trace[278812437] 'applied index is now lower than readState.Index' (duration: 566.716µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:57:00.495907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:00.075812Z","time spent":"420.024108ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:57:00.495915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.969558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:57:00.495873Z","caller":"traceutil/trace.go:171","msg":"trace[404320057] transaction","detail":"{read_only:false; response_revision:11124; number_of_response:1; }","duration":"419.867804ms","start":"2026-07-28T19:57:00.075959Z","end":"2026-07-28T19:57:00.495826Z","steps":["trace[404320057] 'process raft request' (duration: 419.673168ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:57:00.49595Z","caller":"traceutil/trace.go:171","msg":"trace[231185181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11124; }","duration":"419.041019ms","start":"2026-07-28T19:57:00.076898Z","end":"2026-07-28T19:57:00.495939Z","steps":["trace[231185181] 'agreement among raft nodes before linearized reading' (duration: 418.972667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:00.495981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:00.076884Z","time spent":"419.091811ms","remote":"127.0.0.1:58586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T19:57:00.496107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:00.075928Z","time spent":"420.053579ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:57:00.524857Z","caller":"traceutil/trace.go:171","msg":"trace[32974436] transaction","detail":"{read_only:false; response_revision:11125; number_of_response:1; }","duration":"421.217622ms","start":"2026-07-28T19:57:00.103619Z","end":"2026-07-28T19:57:00.524837Z","steps":["trace[32974436] 'process raft request' (duration: 421.003816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:00.524972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:00.103586Z","time spent":"421.328995ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:57:00.52509Z","caller":"traceutil/trace.go:171","msg":"trace[344722267] transaction","detail":"{read_only:false; response_revision:11126; number_of_response:1; }","duration":"419.820583ms","start":"2026-07-28T19:57:00.105253Z","end":"2026-07-28T19:57:00.525073Z","steps":["trace[344722267] 'process raft request' (duration: 419.530853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:00.525153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:00.105237Z","time spent":"419.885624ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:57:00.525308Z","caller":"traceutil/trace.go:171","msg":"trace[2019754760] transaction","detail":"{read_only:false; response_revision:11127; number_of_response:1; }","duration":"415.390055ms","start":"2026-07-28T19:57:00.109879Z","end":"2026-07-28T19:57:00.525269Z","steps":["trace[2019754760] 'process raft request' (duration: 415.157929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:00.525712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:00.109858Z","time spent":"415.642462ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7036,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:57:00.526479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.957504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d8b78928-a255-4c24-ab52-b812d190bb17\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-07-28T19:57:00.526563Z","caller":"traceutil/trace.go:171","msg":"trace[1902056891] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d8b78928-a255-4c24-ab52-b812d190bb17; range_end:; response_count:1; response_revision:11128; }","duration":"422.076988ms","start":"2026-07-28T19:57:00.104467Z","end":"2026-07-28T19:57:00.526543Z","steps":["trace[1902056891] 'agreement among raft nodes before linearized reading' (duration: 421.849901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:00.526601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:00.104438Z","time spent":"422.15417ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-d8b78928-a255-4c24-ab52-b812d190bb17\" "} {"level":"warn","ts":"2026-07-28T19:57:00.526651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.018402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T19:57:00.526688Z","caller":"traceutil/trace.go:171","msg":"trace[990797180] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:11128; }","duration":"211.094505ms","start":"2026-07-28T19:57:00.315581Z","end":"2026-07-28T19:57:00.526676Z","steps":["trace[990797180] 'agreement among raft nodes before linearized reading' (duration: 211.016043ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:57:00.526746Z","caller":"traceutil/trace.go:171","msg":"trace[883289873] transaction","detail":"{read_only:false; response_revision:11128; number_of_response:1; }","duration":"239.538804ms","start":"2026-07-28T19:57:00.287138Z","end":"2026-07-28T19:57:00.526677Z","steps":["trace[883289873] 'process raft request' (duration: 238.068332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:00.52723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.702016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375409"} {"level":"info","ts":"2026-07-28T19:57:00.527271Z","caller":"traceutil/trace.go:171","msg":"trace[1716371324] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11128; }","duration":"421.753807ms","start":"2026-07-28T19:57:00.105506Z","end":"2026-07-28T19:57:00.527259Z","steps":["trace[1716371324] 'agreement among raft nodes before linearized reading' (duration: 421.287454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:00.527305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:00.105496Z","time spent":"421.801219ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375432,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T19:57:02.72459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:02.355421Z","time spent":"369.165784ms","remote":"127.0.0.1:58616","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T19:57:02.728657Z","caller":"traceutil/trace.go:171","msg":"trace[194469271] linearizableReadLoop","detail":"{readStateIndex:11536; appliedIndex:11530; }","duration":"200.508529ms","start":"2026-07-28T19:57:02.528112Z","end":"2026-07-28T19:57:02.728621Z","steps":["trace[194469271] 'read index received' (duration: 196.70694ms)","trace[194469271] 'applied index is now lower than readState.Index' (duration: 3.800549ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:57:02.729048Z","caller":"traceutil/trace.go:171","msg":"trace[464208336] transaction","detail":"{read_only:false; response_revision:11131; number_of_response:1; }","duration":"372.158329ms","start":"2026-07-28T19:57:02.356879Z","end":"2026-07-28T19:57:02.729038Z","steps":["trace[464208336] 'process raft request' (duration: 371.340796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:02.729169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:02.35685Z","time spent":"372.226741ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:57:02.729331Z","caller":"traceutil/trace.go:171","msg":"trace[1511214662] transaction","detail":"{read_only:false; response_revision:11132; number_of_response:1; }","duration":"372.168648ms","start":"2026-07-28T19:57:02.357156Z","end":"2026-07-28T19:57:02.729325Z","steps":["trace[1511214662] 'process raft request' (duration: 371.274883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:02.729366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:02.357147Z","time spent":"372.201839ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:57:02.729447Z","caller":"traceutil/trace.go:171","msg":"trace[794365814] transaction","detail":"{read_only:false; response_revision:11133; number_of_response:1; }","duration":"371.580252ms","start":"2026-07-28T19:57:02.35786Z","end":"2026-07-28T19:57:02.729441Z","steps":["trace[794365814] 'process raft request' (duration: 370.612104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:02.729476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:02.357852Z","time spent":"371.606872ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:57:02.729576Z","caller":"traceutil/trace.go:171","msg":"trace[785671481] transaction","detail":"{read_only:false; response_revision:11134; number_of_response:1; }","duration":"229.075743ms","start":"2026-07-28T19:57:02.500469Z","end":"2026-07-28T19:57:02.729545Z","steps":["trace[785671481] 'process raft request' (duration: 228.028443ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:57:02.729682Z","caller":"traceutil/trace.go:171","msg":"trace[482047757] transaction","detail":"{read_only:false; response_revision:11135; number_of_response:1; }","duration":"229.153634ms","start":"2026-07-28T19:57:02.500521Z","end":"2026-07-28T19:57:02.729674Z","steps":["trace[482047757] 'process raft request' (duration: 228.010192ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:57:02.729767Z","caller":"traceutil/trace.go:171","msg":"trace[1167585743] transaction","detail":"{read_only:false; response_revision:11136; number_of_response:1; }","duration":"229.146776ms","start":"2026-07-28T19:57:02.500613Z","end":"2026-07-28T19:57:02.72976Z","steps":["trace[1167585743] 'process raft request' (duration: 227.945821ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:57:02.729857Z","caller":"traceutil/trace.go:171","msg":"trace[1197643192] transaction","detail":"{read_only:false; response_revision:11137; number_of_response:1; }","duration":"200.583202ms","start":"2026-07-28T19:57:02.529268Z","end":"2026-07-28T19:57:02.729851Z","steps":["trace[1197643192] 'process raft request' (duration: 199.321055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:02.73019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.075315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T19:57:02.730221Z","caller":"traceutil/trace.go:171","msg":"trace[1164250456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11137; }","duration":"202.116736ms","start":"2026-07-28T19:57:02.528094Z","end":"2026-07-28T19:57:02.730211Z","steps":["trace[1164250456] 'agreement among raft nodes before linearized reading' (duration: 202.009163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:05.879584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342813584003895698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T19:57:06.379951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342813584003895698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T19:57:06.417843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039239089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T19:57:06.417844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039188648s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:57:06.417926Z","caller":"traceutil/trace.go:171","msg":"trace[1286603873] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:11141; }","duration":"1.039556268s","start":"2026-07-28T19:57:05.378349Z","end":"2026-07-28T19:57:06.417906Z","steps":["trace[1286603873] 'count revisions from in-memory index tree' (duration: 1.039204629s)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:57:06.417953Z","caller":"traceutil/trace.go:171","msg":"trace[131957150] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11141; }","duration":"1.039573049s","start":"2026-07-28T19:57:05.378361Z","end":"2026-07-28T19:57:06.417934Z","steps":["trace[131957150] 'range keys from in-memory index tree' (duration: 1.039166907s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:06.417964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:05.378346Z","time spent":"1.03960286s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T19:57:06.418189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039725603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-07-28T19:57:06.418206Z","caller":"traceutil/trace.go:171","msg":"trace[1941046502] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11141; }","duration":"1.039748214s","start":"2026-07-28T19:57:05.378451Z","end":"2026-07-28T19:57:06.418199Z","steps":["trace[1941046502] 'range keys from in-memory index tree' (duration: 1.039637141s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:06.418227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:05.378448Z","time spent":"1.039775135s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5150,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-07-28T19:57:06.418363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138385914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-28T19:57:06.418385Z","caller":"traceutil/trace.go:171","msg":"trace[874661066] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11141; }","duration":"3.138467675s","start":"2026-07-28T19:57:03.279911Z","end":"2026-07-28T19:57:06.418379Z","steps":["trace[874661066] 'range keys from in-memory index tree' (duration: 3.138249179s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:06.418404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:03.279879Z","time spent":"3.138519877s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T19:57:06.418604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009879188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T19:57:06.418629Z","caller":"traceutil/trace.go:171","msg":"trace[1661402] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11141; }","duration":"3.00995123s","start":"2026-07-28T19:57:03.408667Z","end":"2026-07-28T19:57:06.418619Z","steps":["trace[1661402] 'count revisions from in-memory index tree' (duration: 3.009707643s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:06.418645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:03.408638Z","time spent":"3.010001152s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-28T19:57:06.419098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040532466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:57:06.419163Z","caller":"traceutil/trace.go:171","msg":"trace[125729293] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:11141; }","duration":"1.04063286s","start":"2026-07-28T19:57:05.378511Z","end":"2026-07-28T19:57:06.419143Z","steps":["trace[125729293] 'count revisions from in-memory index tree' (duration: 1.040473634s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:06.419199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:05.378496Z","time spent":"1.040691571s","remote":"127.0.0.1:43534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-28T19:57:06.420211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041970178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:57:06.420245Z","caller":"traceutil/trace.go:171","msg":"trace[1981348104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11141; }","duration":"1.042027189s","start":"2026-07-28T19:57:05.378207Z","end":"2026-07-28T19:57:06.420234Z","steps":["trace[1981348104] 'range keys from in-memory index tree' (duration: 1.041916076s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:06.420265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:05.378192Z","time spent":"1.042067801s","remote":"127.0.0.1:58574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T19:57:06.420811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042189464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-8b2sg\" ","response":"range_response_count:1 size:7051"} {"level":"info","ts":"2026-07-28T19:57:06.420878Z","caller":"traceutil/trace.go:171","msg":"trace[1037421438] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-8b2sg; range_end:; response_count:1; response_revision:11141; }","duration":"1.042260136s","start":"2026-07-28T19:57:05.378609Z","end":"2026-07-28T19:57:06.420869Z","steps":["trace[1037421438] 'range keys from in-memory index tree' (duration: 1.04206748s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:06.420903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:05.378607Z","time spent":"1.042289477s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":7074,"request content":"key:\"/registry/pods/openstack/staffeln-db-sync-8b2sg\" "} {"level":"warn","ts":"2026-07-28T19:57:06.421033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042448672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ns7f2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-07-28T19:57:06.421053Z","caller":"traceutil/trace.go:171","msg":"trace[1076511519] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ns7f2; range_end:; response_count:1; response_revision:11141; }","duration":"1.042474132s","start":"2026-07-28T19:57:05.378571Z","end":"2026-07-28T19:57:06.421045Z","steps":["trace[1076511519] 'range keys from in-memory index tree' (duration: 1.042354659s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:06.421071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:05.378567Z","time spent":"1.042498983s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-ns7f2\" "} {"level":"warn","ts":"2026-07-28T19:57:06.421184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042466112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:57:06.421205Z","caller":"traceutil/trace.go:171","msg":"trace[1303330369] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:11141; }","duration":"1.042503274s","start":"2026-07-28T19:57:05.378693Z","end":"2026-07-28T19:57:06.421196Z","steps":["trace[1303330369] 'count revisions from in-memory index tree' (duration: 1.042446322s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:06.421223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:05.37869Z","time spent":"1.042526704s","remote":"127.0.0.1:54420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T19:57:06.431938Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053053418s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T19:57:06.43353Z","caller":"traceutil/trace.go:171","msg":"trace[1610152884] linearizableReadLoop","detail":"{readStateIndex:11546; appliedIndex:11541; }","duration":"1.054641514s","start":"2026-07-28T19:57:05.378869Z","end":"2026-07-28T19:57:06.43351Z","steps":["trace[1610152884] 'read index received' (duration: 1.054311855s)","trace[1610152884] 'applied index is now lower than readState.Index' (duration: 329.169µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:57:06.433812Z","caller":"traceutil/trace.go:171","msg":"trace[1442104420] transaction","detail":"{read_only:false; response_revision:11142; number_of_response:1; }","duration":"1.054992853s","start":"2026-07-28T19:57:05.37881Z","end":"2026-07-28T19:57:06.433803Z","steps":["trace[1442104420] 'process raft request' (duration: 1.054440838s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:06.433897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:05.378802Z","time spent":"1.055035635s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:57:06.434018Z","caller":"traceutil/trace.go:171","msg":"trace[2135896880] transaction","detail":"{read_only:false; response_revision:11143; number_of_response:1; }","duration":"1.055067816s","start":"2026-07-28T19:57:05.378944Z","end":"2026-07-28T19:57:06.434011Z","steps":["trace[2135896880] 'process raft request' (duration: 1.054438448s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:06.434048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:05.378937Z","time spent":"1.055096457s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:57:06.434117Z","caller":"traceutil/trace.go:171","msg":"trace[1724379923] transaction","detail":"{read_only:false; response_revision:11144; number_of_response:1; }","duration":"1.055112007s","start":"2026-07-28T19:57:05.379Z","end":"2026-07-28T19:57:06.434112Z","steps":["trace[1724379923] 'process raft request' (duration: 1.054418177s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:06.434145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:05.378995Z","time spent":"1.055135528s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:57:06.434379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055468347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T19:57:06.434415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055429587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-28T19:57:06.434443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047176118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-28T19:57:06.434436Z","caller":"traceutil/trace.go:171","msg":"trace[277543492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11146; }","duration":"1.055456677s","start":"2026-07-28T19:57:05.378974Z","end":"2026-07-28T19:57:06.43443Z","steps":["trace[277543492] 'agreement among raft nodes before linearized reading' (duration: 1.055378355s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:06.434467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:05.378971Z","time spent":"1.055492458s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T19:57:06.434469Z","caller":"traceutil/trace.go:171","msg":"trace[1514419276] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11146; }","duration":"1.047308572s","start":"2026-07-28T19:57:05.38715Z","end":"2026-07-28T19:57:06.434458Z","steps":["trace[1514419276] 'agreement among raft nodes before linearized reading' (duration: 1.047138177s)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:57:06.434519Z","caller":"traceutil/trace.go:171","msg":"trace[951531507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11146; }","duration":"1.055526969s","start":"2026-07-28T19:57:05.378889Z","end":"2026-07-28T19:57:06.434416Z","steps":["trace[951531507] 'agreement among raft nodes before linearized reading' (duration: 1.055287392s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:06.434533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:05.378886Z","time spent":"1.055644302s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T19:57:06.434495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:05.387143Z","time spent":"1.047346723s","remote":"127.0.0.1:43222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-28T19:57:06.434598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055683934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T19:57:06.434597Z","caller":"traceutil/trace.go:171","msg":"trace[1855084064] transaction","detail":"{read_only:false; response_revision:11145; number_of_response:1; }","duration":"607.366689ms","start":"2026-07-28T19:57:05.827212Z","end":"2026-07-28T19:57:06.434579Z","steps":["trace[1855084064] 'process raft request' (duration: 606.228087ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:57:06.434619Z","caller":"traceutil/trace.go:171","msg":"trace[327738739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11146; }","duration":"1.055707484s","start":"2026-07-28T19:57:05.378902Z","end":"2026-07-28T19:57:06.43461Z","steps":["trace[327738739] 'agreement among raft nodes before linearized reading' (duration: 1.055664713s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:06.434634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:05.3789Z","time spent":"1.055730755s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T19:57:06.434699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:05.827195Z","time spent":"607.436751ms","remote":"127.0.0.1:43198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T19:57:06.434896Z","caller":"traceutil/trace.go:171","msg":"trace[274892092] transaction","detail":"{read_only:false; response_revision:11146; number_of_response:1; }","duration":"372.791897ms","start":"2026-07-28T19:57:06.062094Z","end":"2026-07-28T19:57:06.434886Z","steps":["trace[274892092] 'process raft request' (duration: 371.386227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:06.434948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:06.062069Z","time spent":"372.845708ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:57:06.436177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.519858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:57:06.436248Z","caller":"traceutil/trace.go:171","msg":"trace[1052614082] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:11146; }","duration":"697.629551ms","start":"2026-07-28T19:57:05.7386Z","end":"2026-07-28T19:57:06.43623Z","steps":["trace[1052614082] 'agreement among raft nodes before linearized reading' (duration: 697.502898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:06.436248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057336762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T19:57:06.436357Z","caller":"traceutil/trace.go:171","msg":"trace[1012225724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11146; }","duration":"1.057471905s","start":"2026-07-28T19:57:05.378855Z","end":"2026-07-28T19:57:06.436327Z","steps":["trace[1012225724] 'agreement among raft nodes before linearized reading' (duration: 1.05664101s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:57:06.436401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:05.37885Z","time spent":"1.057544057s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T19:57:06.43629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:57:05.738584Z","time spent":"697.695643ms","remote":"127.0.0.1:54536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-28T19:58:16.781114Z","caller":"traceutil/trace.go:171","msg":"trace[2137537905] transaction","detail":"{read_only:false; response_revision:11822; number_of_response:1; }","duration":"109.607999ms","start":"2026-07-28T19:58:16.671402Z","end":"2026-07-28T19:58:16.78101Z","steps":["trace[2137537905] 'process raft request' (duration: 109.472555ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:58:16.834191Z","caller":"traceutil/trace.go:171","msg":"trace[833182553] transaction","detail":"{read_only:false; response_revision:11823; number_of_response:1; }","duration":"108.456355ms","start":"2026-07-28T19:58:16.7257Z","end":"2026-07-28T19:58:16.834156Z","steps":["trace[833182553] 'process raft request' (duration: 108.25373ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:58:16.952127Z","caller":"traceutil/trace.go:171","msg":"trace[2031871078] transaction","detail":"{read_only:false; response_revision:11826; number_of_response:1; }","duration":"112.022519ms","start":"2026-07-28T19:58:16.840075Z","end":"2026-07-28T19:58:16.952097Z","steps":["trace[2031871078] 'process raft request' (duration: 111.933437ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:58:16.952143Z","caller":"traceutil/trace.go:171","msg":"trace[828841700] transaction","detail":"{read_only:false; response_revision:11825; number_of_response:1; }","duration":"112.122813ms","start":"2026-07-28T19:58:16.839982Z","end":"2026-07-28T19:58:16.952104Z","steps":["trace[828841700] 'process raft request' (duration: 111.864485ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:58:16.952317Z","caller":"traceutil/trace.go:171","msg":"trace[409437951] transaction","detail":"{read_only:false; response_revision:11827; number_of_response:1; }","duration":"110.939378ms","start":"2026-07-28T19:58:16.841355Z","end":"2026-07-28T19:58:16.952294Z","steps":["trace[409437951] 'process raft request' (duration: 110.695631ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:58:16.952524Z","caller":"traceutil/trace.go:171","msg":"trace[284563688] transaction","detail":"{read_only:false; response_revision:11828; number_of_response:1; }","duration":"111.096402ms","start":"2026-07-28T19:58:16.841414Z","end":"2026-07-28T19:58:16.95251Z","steps":["trace[284563688] 'process raft request' (duration: 110.817004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:58:18.441726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.838817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:58:18.44183Z","caller":"traceutil/trace.go:171","msg":"trace[2101978826] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:11834; }","duration":"135.037513ms","start":"2026-07-28T19:58:18.306767Z","end":"2026-07-28T19:58:18.441804Z","steps":["trace[2101978826] 'count revisions from in-memory index tree' (duration: 134.742665ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:00:29.131034Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10508} {"level":"info","ts":"2026-07-28T20:00:29.207167Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10508,"took":"73.674547ms","hash":2625316434,"current-db-size-bytes":59445248,"current-db-size":"59 MB","current-db-size-in-use-bytes":25997312,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-28T20:00:29.207263Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2625316434,"revision":10508,"compact-revision":8287} {"level":"info","ts":"2026-07-28T20:04:20.819546Z","caller":"traceutil/trace.go:171","msg":"trace[1230795342] transaction","detail":"{read_only:false; response_revision:14286; number_of_response:1; }","duration":"132.530339ms","start":"2026-07-28T20:04:20.686998Z","end":"2026-07-28T20:04:20.819528Z","steps":["trace[1230795342] 'process raft request' (duration: 132.426055ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:04:20.822363Z","caller":"traceutil/trace.go:171","msg":"trace[1719139723] transaction","detail":"{read_only:false; response_revision:14287; number_of_response:1; }","duration":"134.560709ms","start":"2026-07-28T20:04:20.68779Z","end":"2026-07-28T20:04:20.82235Z","steps":["trace[1719139723] 'process raft request' (duration: 134.397733ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:04:51.40454Z","caller":"traceutil/trace.go:171","msg":"trace[1230815507] transaction","detail":"{read_only:false; response_revision:14452; number_of_response:1; }","duration":"109.685135ms","start":"2026-07-28T20:04:51.29483Z","end":"2026-07-28T20:04:51.404515Z","steps":["trace[1230815507] 'process raft request' (duration: 109.385667ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:04:58.394058Z","caller":"traceutil/trace.go:171","msg":"trace[637866463] transaction","detail":"{read_only:false; response_revision:14501; number_of_response:1; }","duration":"112.527708ms","start":"2026-07-28T20:04:58.281486Z","end":"2026-07-28T20:04:58.394014Z","steps":["trace[637866463] 'process raft request' (duration: 112.269251ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:04:59.36695Z","caller":"traceutil/trace.go:171","msg":"trace[490792439] linearizableReadLoop","detail":"{readStateIndex:15015; appliedIndex:15014; }","duration":"332.351392ms","start":"2026-07-28T20:04:59.034572Z","end":"2026-07-28T20:04:59.366923Z","steps":["trace[490792439] 'read index received' (duration: 332.223378ms)","trace[490792439] 'applied index is now lower than readState.Index' (duration: 126.684µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:04:59.367026Z","caller":"traceutil/trace.go:171","msg":"trace[1155258922] transaction","detail":"{read_only:false; response_revision:14503; number_of_response:1; }","duration":"384.187819ms","start":"2026-07-28T20:04:58.98279Z","end":"2026-07-28T20:04:59.366978Z","steps":["trace[1155258922] 'process raft request' (duration: 383.949142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:04:59.367191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.60332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T20:04:59.367196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:04:58.982774Z","time spent":"384.338092ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12479,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:04:59.367235Z","caller":"traceutil/trace.go:171","msg":"trace[577672620] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14503; }","duration":"332.665162ms","start":"2026-07-28T20:04:59.034557Z","end":"2026-07-28T20:04:59.367222Z","steps":["trace[577672620] 'agreement among raft nodes before linearized reading' (duration: 332.502977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:04:59.367276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:04:59.034502Z","time spent":"332.762854ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T20:04:59.367329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.980945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T20:04:59.367414Z","caller":"traceutil/trace.go:171","msg":"trace[55329249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14503; }","duration":"329.111669ms","start":"2026-07-28T20:04:59.038282Z","end":"2026-07-28T20:04:59.367394Z","steps":["trace[55329249] 'agreement among raft nodes before linearized reading' (duration: 328.897982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:04:59.367428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.310186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T20:04:59.36746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:04:59.038264Z","time spent":"329.18645ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T20:04:59.367494Z","caller":"traceutil/trace.go:171","msg":"trace[1962932046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14503; }","duration":"327.412339ms","start":"2026-07-28T20:04:59.040067Z","end":"2026-07-28T20:04:59.367479Z","steps":["trace[1962932046] 'agreement among raft nodes before linearized reading' (duration: 327.214033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:04:59.36753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:04:59.040054Z","time spent":"327.46968ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T20:04:59.367464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.123762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T20:04:59.367435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.091932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T20:04:59.367668Z","caller":"traceutil/trace.go:171","msg":"trace[964567423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14503; }","duration":"325.39362ms","start":"2026-07-28T20:04:59.042228Z","end":"2026-07-28T20:04:59.367622Z","steps":["trace[964567423] 'agreement among raft nodes before linearized reading' (duration: 324.956978ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:04:59.367703Z","caller":"traceutil/trace.go:171","msg":"trace[1531715741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14503; }","duration":"325.3921ms","start":"2026-07-28T20:04:59.042289Z","end":"2026-07-28T20:04:59.367682Z","steps":["trace[1531715741] 'agreement among raft nodes before linearized reading' (duration: 324.947897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:04:59.367784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:04:59.042278Z","time spent":"325.463192ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T20:04:59.36786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:04:59.042215Z","time spent":"325.630556ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T20:05:29.137339Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12713} {"level":"info","ts":"2026-07-28T20:05:29.212394Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12713,"took":"72.048702ms","hash":3491724850,"current-db-size-bytes":59445248,"current-db-size":"59 MB","current-db-size-in-use-bytes":28622848,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-28T20:05:29.21245Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3491724850,"revision":12713,"compact-revision":10508} {"level":"info","ts":"2026-07-28T20:06:14.57307Z","caller":"traceutil/trace.go:171","msg":"trace[1747052767] transaction","detail":"{read_only:false; response_revision:15483; number_of_response:1; }","duration":"103.401843ms","start":"2026-07-28T20:06:14.469643Z","end":"2026-07-28T20:06:14.573045Z","steps":["trace[1747052767] 'process raft request' (duration: 103.249548ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:06:14.599555Z","caller":"traceutil/trace.go:171","msg":"trace[925269099] linearizableReadLoop","detail":"{readStateIndex:16027; appliedIndex:16025; }","duration":"120.205361ms","start":"2026-07-28T20:06:14.479322Z","end":"2026-07-28T20:06:14.599528Z","steps":["trace[925269099] 'read index received' (duration: 93.576128ms)","trace[925269099] 'applied index is now lower than readState.Index' (duration: 26.628333ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:06:14.599618Z","caller":"traceutil/trace.go:171","msg":"trace[167653489] transaction","detail":"{read_only:false; response_revision:15484; number_of_response:1; }","duration":"129.420148ms","start":"2026-07-28T20:06:14.470153Z","end":"2026-07-28T20:06:14.599573Z","steps":["trace[167653489] 'process raft request' (duration: 129.244253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:06:14.599817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.478849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vnhmh\" ","response":"range_response_count:1 size:20639"} {"level":"info","ts":"2026-07-28T20:06:14.599862Z","caller":"traceutil/trace.go:171","msg":"trace[493517507] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vnhmh; range_end:; response_count:1; response_revision:15484; }","duration":"120.553731ms","start":"2026-07-28T20:06:14.479296Z","end":"2026-07-28T20:06:14.59985Z","steps":["trace[493517507] 'agreement among raft nodes before linearized reading' (duration: 120.370246ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:29.143127Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14918} {"level":"info","ts":"2026-07-28T20:10:29.238643Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14918,"took":"93.222217ms","hash":906088165,"current-db-size-bytes":59445248,"current-db-size":"59 MB","current-db-size-in-use-bytes":30199808,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T20:10:29.238711Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":906088165,"revision":14918,"compact-revision":12713} {"level":"info","ts":"2026-07-28T20:14:35.554323Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9133559b3198d4ec","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T20:14:35.558768Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-28T20:14:35.558849Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-28T20:15:29.150514Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17364} {"level":"info","ts":"2026-07-28T20:15:29.247789Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17364,"took":"94.094615ms","hash":2634693097,"current-db-size-bytes":59445248,"current-db-size":"59 MB","current-db-size-in-use-bytes":34328576,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-28T20:15:29.248115Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2634693097,"revision":17364,"compact-revision":14918} {"level":"info","ts":"2026-07-28T20:19:08.284846Z","caller":"traceutil/trace.go:171","msg":"trace[234576987] transaction","detail":"{read_only:false; response_revision:21175; number_of_response:1; }","duration":"135.492154ms","start":"2026-07-28T20:19:08.149288Z","end":"2026-07-28T20:19:08.28478Z","steps":["trace[234576987] 'process raft request' (duration: 135.182095ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:19:09.625617Z","caller":"traceutil/trace.go:171","msg":"trace[1324917672] transaction","detail":"{read_only:false; response_revision:21176; number_of_response:1; }","duration":"259.453523ms","start":"2026-07-28T20:19:09.366146Z","end":"2026-07-28T20:19:09.6256Z","steps":["trace[1324917672] 'process raft request' (duration: 259.34938ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:19:09.625666Z","caller":"traceutil/trace.go:171","msg":"trace[669637347] linearizableReadLoop","detail":"{readStateIndex:21907; appliedIndex:21907; }","duration":"104.312855ms","start":"2026-07-28T20:19:09.521326Z","end":"2026-07-28T20:19:09.625639Z","steps":["trace[669637347] 'read index received' (duration: 104.304955ms)","trace[669637347] 'applied index is now lower than readState.Index' (duration: 6.13µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:19:09.625779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.446229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:19:09.625844Z","caller":"traceutil/trace.go:171","msg":"trace[743674027] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:21176; }","duration":"104.581633ms","start":"2026-07-28T20:19:09.521245Z","end":"2026-07-28T20:19:09.625827Z","steps":["trace[743674027] 'agreement among raft nodes before linearized reading' (duration: 104.4795ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:19:09.742677Z","caller":"traceutil/trace.go:171","msg":"trace[105798289] transaction","detail":"{read_only:false; response_revision:21177; number_of_response:1; }","duration":"142.445007ms","start":"2026-07-28T20:19:09.6002Z","end":"2026-07-28T20:19:09.742645Z","steps":["trace[105798289] 'process raft request' (duration: 136.007399ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:19:09.74279Z","caller":"traceutil/trace.go:171","msg":"trace[1483323287] linearizableReadLoop","detail":"{readStateIndex:21911; appliedIndex:21907; }","duration":"117.055296ms","start":"2026-07-28T20:19:09.625715Z","end":"2026-07-28T20:19:09.742771Z","steps":["trace[1483323287] 'read index received' (duration: 110.480284ms)","trace[1483323287] 'applied index is now lower than readState.Index' (duration: 6.574451ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:19:09.742684Z","caller":"traceutil/trace.go:171","msg":"trace[716118949] transaction","detail":"{read_only:false; response_revision:21178; number_of_response:1; }","duration":"141.994274ms","start":"2026-07-28T20:19:09.600664Z","end":"2026-07-28T20:19:09.742658Z","steps":["trace[716118949] 'process raft request' (duration: 141.893451ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:19:09.742899Z","caller":"traceutil/trace.go:171","msg":"trace[1347595360] transaction","detail":"{read_only:false; response_revision:21179; number_of_response:1; }","duration":"140.4496ms","start":"2026-07-28T20:19:09.602441Z","end":"2026-07-28T20:19:09.742891Z","steps":["trace[1347595360] 'process raft request' (duration: 140.170351ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:19:09.742992Z","caller":"traceutil/trace.go:171","msg":"trace[2106723351] transaction","detail":"{read_only:false; response_revision:21180; number_of_response:1; }","duration":"138.724839ms","start":"2026-07-28T20:19:09.604246Z","end":"2026-07-28T20:19:09.742971Z","steps":["trace[2106723351] 'process raft request' (duration: 138.45263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:19:09.742989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.726678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T20:19:09.743076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.966066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T20:19:09.743111Z","caller":"traceutil/trace.go:171","msg":"trace[1915811866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21180; }","duration":"202.894073ms","start":"2026-07-28T20:19:09.540208Z","end":"2026-07-28T20:19:09.743102Z","steps":["trace[1915811866] 'agreement among raft nodes before linearized reading' (duration: 202.722818ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:19:09.743131Z","caller":"traceutil/trace.go:171","msg":"trace[756587154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21180; }","duration":"103.086429ms","start":"2026-07-28T20:19:09.640029Z","end":"2026-07-28T20:19:09.743115Z","steps":["trace[756587154] 'agreement among raft nodes before linearized reading' (duration: 102.926965ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:20:29.156654Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19682} {"level":"info","ts":"2026-07-28T20:20:29.26354Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19682,"took":"103.341346ms","hash":1404534291,"current-db-size-bytes":59445248,"current-db-size":"59 MB","current-db-size-in-use-bytes":29642752,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T20:20:29.263626Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1404534291,"revision":19682,"compact-revision":17364} {"level":"warn","ts":"2026-07-28T20:23:12.18547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.079547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:23:12.185635Z","caller":"traceutil/trace.go:171","msg":"trace[1872057526] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23701; }","duration":"165.373416ms","start":"2026-07-28T20:23:12.02024Z","end":"2026-07-28T20:23:12.185613Z","steps":["trace[1872057526] 'count revisions from in-memory index tree' (duration: 164.921013ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:25:29.165699Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21941} {"level":"info","ts":"2026-07-28T20:25:29.286232Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21941,"took":"112.310807ms","hash":3099690087,"current-db-size-bytes":59445248,"current-db-size":"59 MB","current-db-size-in-use-bytes":44404736,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-28T20:25:29.286308Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3099690087,"revision":21941,"compact-revision":19682} {"level":"info","ts":"2026-07-28T20:30:29.171409Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25042} {"level":"info","ts":"2026-07-28T20:30:29.306657Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25042,"took":"132.464125ms","hash":1937034472,"current-db-size-bytes":59445248,"current-db-size":"59 MB","current-db-size-in-use-bytes":30408704,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T20:30:29.306711Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1937034472,"revision":25042,"compact-revision":21941} {"level":"info","ts":"2026-07-28T20:31:13.695172Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006f73.wal"}