{"level":"warn","ts":"2026-06-26T02:07:07.777733Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-26T02:07:07.777843Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.240:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.240:2380","--initial-cluster=instance=https://199.19.213.240:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.240:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.240:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-26T02:07:07.777937Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-26T02:07:07.777957Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.240:2380"]} {"level":"info","ts":"2026-06-26T02:07:07.777979Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-26T02:07:07.778742Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.240:2379"]} {"level":"info","ts":"2026-06-26T02:07:07.778814Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.240:2380"],"listen-peer-urls":["https://199.19.213.240:2380"],"advertise-client-urls":["https://199.19.213.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.240:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-26T02:07:07.782222Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.20584ms"} {"level":"info","ts":"2026-06-26T02:07:07.788426Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"65ae7913d9d30912","cluster-id":"74cb0f8fbd7d5970"} {"level":"info","ts":"2026-06-26T02:07:07.788491Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 switched to configuration voters=()"} {"level":"info","ts":"2026-06-26T02:07:07.788509Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 became follower at term 0"} {"level":"info","ts":"2026-06-26T02:07:07.788525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 65ae7913d9d30912 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-26T02:07:07.788543Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 became follower at term 1"} {"level":"info","ts":"2026-06-26T02:07:07.788577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 switched to configuration voters=(7326926769944201490)"} {"level":"warn","ts":"2026-06-26T02:07:07.794967Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-26T02:07:07.796121Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-26T02:07:07.796967Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-26T02:07:07.799174Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"65ae7913d9d30912","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-26T02:07:07.804619Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-26T02:07:07.804786Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-26T02:07:07.804801Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-26T02:07:07.805921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 switched to configuration voters=(7326926769944201490)"} {"level":"info","ts":"2026-06-26T02:07:07.806079Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"65ae7913d9d30912","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-26T02:07:07.806214Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"74cb0f8fbd7d5970","local-member-id":"65ae7913d9d30912","added-peer-id":"65ae7913d9d30912","added-peer-peer-urls":["https://199.19.213.240:2380"]} {"level":"info","ts":"2026-06-26T02:07:07.807331Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.240:2380"} {"level":"info","ts":"2026-06-26T02:07:07.807349Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.240:2380"} {"level":"info","ts":"2026-06-26T02:07:07.807313Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-26T02:07:07.807828Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"65ae7913d9d30912","initial-advertise-peer-urls":["https://199.19.213.240:2380"],"listen-peer-urls":["https://199.19.213.240:2380"],"advertise-client-urls":["https://199.19.213.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-26T02:07:07.807926Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-26T02:07:08.688952Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 is starting a new election at term 1"} {"level":"info","ts":"2026-06-26T02:07:08.689038Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 became pre-candidate at term 1"} {"level":"info","ts":"2026-06-26T02:07:08.689071Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 received MsgPreVoteResp from 65ae7913d9d30912 at term 1"} {"level":"info","ts":"2026-06-26T02:07:08.68909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 became candidate at term 2"} {"level":"info","ts":"2026-06-26T02:07:08.689102Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 received MsgVoteResp from 65ae7913d9d30912 at term 2"} {"level":"info","ts":"2026-06-26T02:07:08.689122Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 became leader at term 2"} {"level":"info","ts":"2026-06-26T02:07:08.689136Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 65ae7913d9d30912 elected leader 65ae7913d9d30912 at term 2"} {"level":"info","ts":"2026-06-26T02:07:08.690132Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"65ae7913d9d30912","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.240:2379]}","request-path":"/0/members/65ae7913d9d30912/attributes","cluster-id":"74cb0f8fbd7d5970","publish-timeout":"7s"} {"level":"info","ts":"2026-06-26T02:07:08.69021Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-26T02:07:08.690333Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-26T02:07:08.69043Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-26T02:07:08.690462Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-26T02:07:08.690563Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-26T02:07:08.691682Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"74cb0f8fbd7d5970","local-member-id":"65ae7913d9d30912","cluster-version":"3.5"} {"level":"info","ts":"2026-06-26T02:07:08.692022Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-26T02:07:08.692073Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-26T02:07:08.694256Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.240:2379"} {"level":"info","ts":"2026-06-26T02:07:08.695299Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-06-26T02:07:52.098353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.688866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:07:52.098747Z","caller":"traceutil/trace.go:171","msg":"trace[719715746] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"150.117689ms","start":"2026-06-26T02:07:51.948605Z","end":"2026-06-26T02:07:52.098723Z","steps":["trace[719715746] 'process raft request' (duration: 149.952217ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:07:52.098719Z","caller":"traceutil/trace.go:171","msg":"trace[190498618] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"158.279946ms","start":"2026-06-26T02:07:51.940405Z","end":"2026-06-26T02:07:52.098685Z","steps":["trace[190498618] 'process raft request' (duration: 11.638981ms)","trace[190498618] 'compare' (duration: 145.442184ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:07:56.741012Z","caller":"traceutil/trace.go:171","msg":"trace[1700770032] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"142.337851ms","start":"2026-06-26T02:07:56.598644Z","end":"2026-06-26T02:07:56.740981Z","steps":["trace[1700770032] 'process raft request' (duration: 142.164509ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:07:56.793947Z","caller":"traceutil/trace.go:171","msg":"trace[427661037] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"164.563988ms","start":"2026-06-26T02:07:56.629348Z","end":"2026-06-26T02:07:56.793912Z","steps":["trace[427661037] 'process raft request' (duration: 164.379056ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:07:56.987737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.183202ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-06-26T02:07:57.531872Z","caller":"traceutil/trace.go:171","msg":"trace[2141388992] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:672; }","duration":"142.173842ms","start":"2026-06-26T02:07:57.389671Z","end":"2026-06-26T02:07:57.531845Z","steps":["trace[2141388992] 'read index received' (duration: 141.17082ms)","trace[2141388992] 'applied index is now lower than readState.Index' (duration: 1.002112ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:07:57.532109Z","caller":"traceutil/trace.go:171","msg":"trace[1509011154] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"339.780263ms","start":"2026-06-26T02:07:57.192143Z","end":"2026-06-26T02:07:57.531923Z","steps":["trace[1509011154] 'process raft request' (duration: 339.030204ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:07:57.532102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.444855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-26T02:07:57.532273Z","caller":"traceutil/trace.go:171","msg":"trace[1256283949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:649; }","duration":"142.677328ms","start":"2026-06-26T02:07:57.389581Z","end":"2026-06-26T02:07:57.532258Z","steps":["trace[1256283949] 'agreement among raft nodes before linearized reading' (duration: 142.401465ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:07:57.532611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:07:57.192111Z","time spent":"340.093547ms","remote":"127.0.0.1:44656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:08:11.732162Z","caller":"traceutil/trace.go:171","msg":"trace[1139811195] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"120.119241ms","start":"2026-06-26T02:08:11.611998Z","end":"2026-06-26T02:08:11.732117Z","steps":["trace[1139811195] 'process raft request' (duration: 119.699844ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:08:11.880866Z","caller":"traceutil/trace.go:171","msg":"trace[198406602] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"143.10566ms","start":"2026-06-26T02:08:11.737741Z","end":"2026-06-26T02:08:11.880847Z","steps":["trace[198406602] 'process raft request' (duration: 121.028836ms)","trace[198406602] 'compare' (duration: 22.003203ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:08:11.886892Z","caller":"traceutil/trace.go:171","msg":"trace[1851801783] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"145.647382ms","start":"2026-06-26T02:08:11.741208Z","end":"2026-06-26T02:08:11.886856Z","steps":["trace[1851801783] 'process raft request' (duration: 145.445569ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:09:34.873773Z","caller":"traceutil/trace.go:171","msg":"trace[2075889267] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"258.212385ms","start":"2026-06-26T02:09:34.61542Z","end":"2026-06-26T02:09:34.873632Z","steps":["trace[2075889267] 'process raft request' (duration: 257.944666ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:10:10.561465Z","caller":"traceutil/trace.go:171","msg":"trace[691667997] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"105.337258ms","start":"2026-06-26T02:10:10.456092Z","end":"2026-06-26T02:10:10.561429Z","steps":["trace[691667997] 'process raft request' (duration: 105.150152ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:10:10.56848Z","caller":"traceutil/trace.go:171","msg":"trace[1016519351] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"102.914008ms","start":"2026-06-26T02:10:10.465483Z","end":"2026-06-26T02:10:10.568397Z","steps":["trace[1016519351] 'process raft request' (duration: 102.612298ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:10:10.847615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.396089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:10:10.848098Z","caller":"traceutil/trace.go:171","msg":"trace[381210083] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"112.941042ms","start":"2026-06-26T02:10:10.73512Z","end":"2026-06-26T02:10:10.848061Z","steps":["trace[381210083] 'process raft request' (duration: 112.708285ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:10:10.848079Z","caller":"traceutil/trace.go:171","msg":"trace[1906479070] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"179.657634ms","start":"2026-06-26T02:10:10.668309Z","end":"2026-06-26T02:10:10.847967Z","steps":["trace[1906479070] 'process raft request' (duration: 51.820671ms)","trace[1906479070] 'compare' (duration: 126.964875ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:11:37.51257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.139602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:11:37.51264Z","caller":"traceutil/trace.go:171","msg":"trace[594524839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2721; }","duration":"219.243932ms","start":"2026-06-26T02:11:37.293379Z","end":"2026-06-26T02:11:37.512623Z","steps":["trace[594524839] 'range keys from in-memory index tree' (duration: 219.086962ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:43.251227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653759725490152254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:11:43.75259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653759725490152254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:11:44.253715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653759725490152254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:11:44.754705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653759725490152254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:11:45.254846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653759725490152254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:11:45.755062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653759725490152254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:11:46.111808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000222239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:11:46.111911Z","caller":"traceutil/trace.go:171","msg":"trace[256648564] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403369s","start":"2026-06-26T02:11:44.111484Z","end":"2026-06-26T02:11:46.111887Z","steps":["trace[256648564] 'agreement among raft nodes before linearized reading' (duration: 2.000259729s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:46.112079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:44.111462Z","time spent":"2.00060164s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 02:11:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:11:46.25575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653759725490152254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:11:46.295807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99990573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T02:11:46.295913Z","caller":"traceutil/trace.go:171","msg":"trace[1680563983] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068241s","start":"2026-06-26T02:11:44.295805Z","end":"2026-06-26T02:11:46.295873Z","steps":["trace[1680563983] 'agreement among raft nodes before linearized reading' (duration: 1.99991126s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:46.296008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:44.295769Z","time spent":"2.000222971s","remote":"127.0.0.1:44540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 02:11:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:11:46.756316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653759725490152254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:11:47.256971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653759725490152254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:11:47.757231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653759725490152254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:11:47.901475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:42.90395Z","time spent":"4.997508542s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/26 02:11:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:11:48.034903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999032773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T02:11:48.034988Z","caller":"traceutil/trace.go:171","msg":"trace[830999112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999198855s","start":"2026-06-26T02:11:43.035766Z","end":"2026-06-26T02:11:48.034965Z","steps":["trace[830999112] 'agreement among raft nodes before linearized reading' (duration: 4.999082704s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.035033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:43.035739Z","time spent":"4.999285096s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/26 02:11:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:11:48.245924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:43.248233Z","time spent":"4.997683436s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/26 02:11:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:11:48.257779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653759725490152254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:11:48.302949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000015069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T02:11:48.303032Z","caller":"traceutil/trace.go:171","msg":"trace[1571243459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000139439s","start":"2026-06-26T02:11:46.302878Z","end":"2026-06-26T02:11:48.303017Z","steps":["trace[1571243459] 'agreement among raft nodes before linearized reading' (duration: 2.000039129s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.303074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:46.302859Z","time spent":"2.00020742s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T02:11:48.598279Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.85996305s","expected-duration":"1s"} {"level":"info","ts":"2026-06-26T02:11:48.598869Z","caller":"traceutil/trace.go:171","msg":"trace[392001113] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"5.860607793s","start":"2026-06-26T02:11:42.738235Z","end":"2026-06-26T02:11:48.598843Z","steps":["trace[392001113] 'process raft request' (duration: 5.860383652s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.599162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:42.738217Z","time spent":"5.860803724s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:11:48.801963Z","caller":"traceutil/trace.go:171","msg":"trace[1561173585] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"2.984370568s","start":"2026-06-26T02:11:45.817567Z","end":"2026-06-26T02:11:48.801938Z","steps":["trace[1561173585] 'process raft request' (duration: 2.983985046s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:11:48.801968Z","caller":"traceutil/trace.go:171","msg":"trace[481537251] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"4.685286438s","start":"2026-06-26T02:11:44.11665Z","end":"2026-06-26T02:11:48.801937Z","steps":["trace[481537251] 'process raft request' (duration: 4.684869776s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.802119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:45.817536Z","time spent":"2.984495079s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:11:48.802175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:44.116626Z","time spent":"4.685451389s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:11:48.826091Z","caller":"traceutil/trace.go:171","msg":"trace[1239773196] linearizableReadLoop","detail":"{readStateIndex:2855; appliedIndex:2849; }","duration":"6.075351764s","start":"2026-06-26T02:11:42.750718Z","end":"2026-06-26T02:11:48.82607Z","steps":["trace[1239773196] 'read index received' (duration: 5.847875896s)","trace[1239773196] 'applied index is now lower than readState.Index' (duration: 227.474908ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:11:48.826286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.075564615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-26T02:11:48.826316Z","caller":"traceutil/trace.go:171","msg":"trace[665539807] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2751; }","duration":"6.075643486s","start":"2026-06-26T02:11:42.750662Z","end":"2026-06-26T02:11:48.826305Z","steps":["trace[665539807] 'agreement among raft nodes before linearized reading' (duration: 6.075532935s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.826341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:42.750638Z","time spent":"6.075694987s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-26T02:11:48.826455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.536786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:11:48.826475Z","caller":"traceutil/trace.go:171","msg":"trace[1651763049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2751; }","duration":"522.579636ms","start":"2026-06-26T02:11:48.303891Z","end":"2026-06-26T02:11:48.82647Z","steps":["trace[1651763049] 'agreement among raft nodes before linearized reading' (duration: 522.548006ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.826491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:48.303879Z","time spent":"522.608566ms","remote":"127.0.0.1:44540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T02:11:48.826735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.035051401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18bc7fa25939d9f6\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-06-26T02:11:48.8268Z","caller":"traceutil/trace.go:171","msg":"trace[289274957] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18bc7fa25939d9f6; range_end:; response_count:1; response_revision:2751; }","duration":"6.035118262s","start":"2026-06-26T02:11:42.79167Z","end":"2026-06-26T02:11:48.826789Z","steps":["trace[289274957] 'agreement among raft nodes before linearized reading' (duration: 6.03491555s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.826831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.837285064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:11:48.826853Z","caller":"traceutil/trace.go:171","msg":"trace[778552391] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2751; }","duration":"2.837345245s","start":"2026-06-26T02:11:45.989501Z","end":"2026-06-26T02:11:48.826846Z","steps":["trace[778552391] 'agreement among raft nodes before linearized reading' (duration: 2.837313085s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.826839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:42.791608Z","time spent":"6.035222952s","remote":"127.0.0.1:44638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18bc7fa25939d9f6\" "} {"level":"warn","ts":"2026-06-26T02:11:48.826879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220756812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:11:48.826938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927798969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-26T02:11:48.827024Z","caller":"traceutil/trace.go:171","msg":"trace[880918594] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2751; }","duration":"2.927883069s","start":"2026-06-26T02:11:45.899131Z","end":"2026-06-26T02:11:48.827014Z","steps":["trace[880918594] 'agreement among raft nodes before linearized reading' (duration: 2.927761668s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.827055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737458154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T02:11:48.827065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:45.899054Z","time spent":"2.92800019s","remote":"127.0.0.1:44730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-26T02:11:48.827084Z","caller":"traceutil/trace.go:171","msg":"trace[1033333466] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2751; }","duration":"1.737525064s","start":"2026-06-26T02:11:47.089551Z","end":"2026-06-26T02:11:48.827077Z","steps":["trace[1033333466] 'agreement among raft nodes before linearized reading' (duration: 1.737456914s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.827121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:47.089527Z","time spent":"1.737586376s","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:11:48.826959Z","caller":"traceutil/trace.go:171","msg":"trace[907935438] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2751; }","duration":"2.220896353s","start":"2026-06-26T02:11:46.606041Z","end":"2026-06-26T02:11:48.826937Z","steps":["trace[907935438] 'agreement among raft nodes before linearized reading' (duration: 2.220734522s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.827196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:46.606019Z","time spent":"2.221168685s","remote":"127.0.0.1:38854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:11:48.827204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.207148119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:11:48.827263Z","caller":"traceutil/trace.go:171","msg":"trace[963398029] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2751; }","duration":"4.207253129s","start":"2026-06-26T02:11:44.620001Z","end":"2026-06-26T02:11:48.827254Z","steps":["trace[963398029] 'agreement among raft nodes before linearized reading' (duration: 4.207158109s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.827308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:44.619985Z","time spent":"4.20731484s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:11:48.827644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.208010454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-26T02:11:48.827683Z","caller":"traceutil/trace.go:171","msg":"trace[524400840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2751; }","duration":"5.208084924s","start":"2026-06-26T02:11:43.619589Z","end":"2026-06-26T02:11:48.827674Z","steps":["trace[524400840] 'agreement among raft nodes before linearized reading' (duration: 5.207948913s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.827709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:43.619569Z","time spent":"5.208134555s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-26T02:11:48.827751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.738140321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-26T02:11:48.82778Z","caller":"traceutil/trace.go:171","msg":"trace[1435563745] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2751; }","duration":"4.738196882s","start":"2026-06-26T02:11:44.089576Z","end":"2026-06-26T02:11:48.827773Z","steps":["trace[1435563745] 'agreement among raft nodes before linearized reading' (duration: 4.738114961s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.827805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:44.089567Z","time spent":"4.738233292s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-26T02:11:48.82781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.789511445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-26T02:11:48.827864Z","caller":"traceutil/trace.go:171","msg":"trace[1523557575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2751; }","duration":"5.789600235s","start":"2026-06-26T02:11:43.038256Z","end":"2026-06-26T02:11:48.827856Z","steps":["trace[1523557575] 'agreement among raft nodes before linearized reading' (duration: 5.789389084s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.8279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:43.038246Z","time spent":"5.789646365s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-26T02:11:48.827914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.738678374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-26T02:11:48.827978Z","caller":"traceutil/trace.go:171","msg":"trace[313703998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2751; }","duration":"4.738765815s","start":"2026-06-26T02:11:44.089203Z","end":"2026-06-26T02:11:48.827969Z","steps":["trace[313703998] 'agreement among raft nodes before linearized reading' (duration: 4.738637794s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.828003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:44.089186Z","time spent":"4.738811315s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-26T02:11:48.828087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.330201104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-06-26T02:11:48.828119Z","caller":"traceutil/trace.go:171","msg":"trace[487399929] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2751; }","duration":"4.330252864s","start":"2026-06-26T02:11:44.497849Z","end":"2026-06-26T02:11:48.828102Z","steps":["trace[487399929] 'agreement among raft nodes before linearized reading' (duration: 4.330180803s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.828145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:44.497831Z","time spent":"4.330306124s","remote":"127.0.0.1:44744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-06-26T02:11:48.828146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.051788775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:11:48.828172Z","caller":"traceutil/trace.go:171","msg":"trace[772925955] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2751; }","duration":"5.051816455s","start":"2026-06-26T02:11:43.776348Z","end":"2026-06-26T02:11:48.828164Z","steps":["trace[772925955] 'agreement among raft nodes before linearized reading' (duration: 5.051765835s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.828199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:43.776292Z","time spent":"5.051901635s","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:11:48.826882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:45.989475Z","time spent":"2.837400495s","remote":"127.0.0.1:44798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:11:48.826802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.93966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-06-26T02:11:48.826745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.103559507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:11:48.828815Z","caller":"traceutil/trace.go:171","msg":"trace[1698300932] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2751; }","duration":"581.982343ms","start":"2026-06-26T02:11:48.246824Z","end":"2026-06-26T02:11:48.828806Z","steps":["trace[1698300932] 'agreement among raft nodes before linearized reading' (duration: 579.93929ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.828945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:48.246805Z","time spent":"582.129884ms","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":546,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-06-26T02:11:48.828868Z","caller":"traceutil/trace.go:171","msg":"trace[1023223794] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2751; }","duration":"3.105718961s","start":"2026-06-26T02:11:45.723137Z","end":"2026-06-26T02:11:48.828856Z","steps":["trace[1023223794] 'agreement among raft nodes before linearized reading' (duration: 3.103577287s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.828835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.000363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-06-26T02:11:48.82903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:45.723115Z","time spent":"3.105890832s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:11:48.829407Z","caller":"traceutil/trace.go:171","msg":"trace[2079610157] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2751; }","duration":"925.742538ms","start":"2026-06-26T02:11:47.903407Z","end":"2026-06-26T02:11:48.82915Z","steps":["trace[2079610157] 'agreement among raft nodes before linearized reading' (duration: 923.545394ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:11:48.834348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:11:47.903383Z","time spent":"930.905322ms","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-06-26T02:11:49.181598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.668593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:11:49.181713Z","caller":"traceutil/trace.go:171","msg":"trace[1676621884] linearizableReadLoop","detail":"{readStateIndex:2864; appliedIndex:2863; }","duration":"288.572691ms","start":"2026-06-26T02:11:48.893121Z","end":"2026-06-26T02:11:49.181694Z","steps":["trace[1676621884] 'read index received' (duration: 91.658666ms)","trace[1676621884] 'applied index is now lower than readState.Index' (duration: 196.912175ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:11:49.181844Z","caller":"traceutil/trace.go:171","msg":"trace[704830053] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"289.578737ms","start":"2026-06-26T02:11:48.89225Z","end":"2026-06-26T02:11:49.181829Z","steps":["trace[704830053] 'process raft request' (duration: 92.605592ms)","trace[704830053] 'compare' (duration: 196.400301ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:11:49.182231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.841688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:11:49.182278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.130404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7341"} {"level":"info","ts":"2026-06-26T02:11:49.18273Z","caller":"traceutil/trace.go:171","msg":"trace[2002545835] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2760; }","duration":"289.611777ms","start":"2026-06-26T02:11:48.893098Z","end":"2026-06-26T02:11:49.182709Z","steps":["trace[2002545835] 'agreement among raft nodes before linearized reading' (duration: 288.915543ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:11:49.182385Z","caller":"traceutil/trace.go:171","msg":"trace[1865310297] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2760; }","duration":"272.990719ms","start":"2026-06-26T02:11:48.909337Z","end":"2026-06-26T02:11:49.182328Z","steps":["trace[1865310297] 'agreement among raft nodes before linearized reading' (duration: 272.665907ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:11:49.438697Z","caller":"traceutil/trace.go:171","msg":"trace[807282849] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"250.315366ms","start":"2026-06-26T02:11:49.188358Z","end":"2026-06-26T02:11:49.438673Z","steps":["trace[807282849] 'process raft request' (duration: 247.777919ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:11:49.439606Z","caller":"traceutil/trace.go:171","msg":"trace[1939056625] linearizableReadLoop","detail":"{readStateIndex:2865; appliedIndex:2864; }","duration":"250.629547ms","start":"2026-06-26T02:11:49.188927Z","end":"2026-06-26T02:11:49.439556Z","steps":["trace[1939056625] 'read index received' (duration: 247.232194ms)","trace[1939056625] 'applied index is now lower than readState.Index' (duration: 3.395223ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:11:49.439831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.907519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-26T02:11:49.439918Z","caller":"traceutil/trace.go:171","msg":"trace[1297400361] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2761; }","duration":"251.03309ms","start":"2026-06-26T02:11:49.188867Z","end":"2026-06-26T02:11:49.4399Z","steps":["trace[1297400361] 'agreement among raft nodes before linearized reading' (duration: 250.801929ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:12:17.34498Z","caller":"traceutil/trace.go:171","msg":"trace[1819896701] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"297.886205ms","start":"2026-06-26T02:12:17.047077Z","end":"2026-06-26T02:12:17.344964Z","steps":["trace[1819896701] 'process raft request' (duration: 297.790404ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:19.29661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:12:19.296696Z","caller":"traceutil/trace.go:171","msg":"trace[2106609261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000304754s","start":"2026-06-26T02:12:17.296372Z","end":"2026-06-26T02:12:19.296677Z","steps":["trace[2106609261] 'agreement among raft nodes before linearized reading' (duration: 2.000196513s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:19.296745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:17.296314Z","time spent":"2.000421756s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 02:12:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:21.297175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000343079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:12:21.297414Z","caller":"traceutil/trace.go:171","msg":"trace[1515775400] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000556912s","start":"2026-06-26T02:12:19.296731Z","end":"2026-06-26T02:12:21.297288Z","steps":["trace[1515775400] 'agreement among raft nodes before linearized reading' (duration: 2.00037946s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:21.297568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:19.29671Z","time spent":"2.000844775s","remote":"127.0.0.1:44540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 02:12:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:23.183984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999018745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T02:12:23.184072Z","caller":"traceutil/trace.go:171","msg":"trace[2137356022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999202737s","start":"2026-06-26T02:12:18.184848Z","end":"2026-06-26T02:12:23.184051Z","steps":["trace[2137356022] 'agreement among raft nodes before linearized reading' (duration: 4.999050455s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:23.184133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:18.184759Z","time spent":"4.999363399s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-26T02:12:23.303026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000693649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:12:23.303114Z","caller":"traceutil/trace.go:171","msg":"trace[558130371] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00082565s","start":"2026-06-26T02:12:21.302269Z","end":"2026-06-26T02:12:23.303094Z","steps":["trace[558130371] 'agreement among raft nodes before linearized reading' (duration: 2.000715619s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:23.303175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:21.302253Z","time spent":"2.000902291s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 02:12:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:24.013152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:19.014073Z","time spent":"4.999072503s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T02:12:24.031375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:19.034365Z","time spent":"4.997001891s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/26 02:12:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:24.03882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999261585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:12:24.038953Z","caller":"traceutil/trace.go:171","msg":"trace[1971252667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999459017s","start":"2026-06-26T02:12:19.039476Z","end":"2026-06-26T02:12:24.038935Z","steps":["trace[1971252667] 'agreement among raft nodes before linearized reading' (duration: 4.999293825s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:24.03904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:19.03946Z","time spent":"4.999562438s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/26 02:12:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:24.040965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000030344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:12:24.041017Z","caller":"traceutil/trace.go:171","msg":"trace[1485780260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000107756s","start":"2026-06-26T02:12:19.040898Z","end":"2026-06-26T02:12:24.041006Z","steps":["trace[1485780260] 'agreement among raft nodes before linearized reading' (duration: 5.000044915s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:24.041041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:19.040891Z","time spent":"5.000145006s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/26 02:12:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:24.182012Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"09129f01ae4c2413","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T02:12:25.303888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000430552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T02:12:25.304034Z","caller":"traceutil/trace.go:171","msg":"trace[1564685325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000669245s","start":"2026-06-26T02:12:23.303346Z","end":"2026-06-26T02:12:25.304015Z","steps":["trace[1564685325] 'agreement among raft nodes before linearized reading' (duration: 2.000497573s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:25.304086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:23.303324Z","time spent":"2.000750566s","remote":"127.0.0.1:44540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 02:12:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:25.635243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:18.634148Z","time spent":"7.001087253s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T02:12:25.91812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:18.917908Z","time spent":"7.000205861s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T02:12:26.034605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:19.034247Z","time spent":"7.000334825s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T02:12:26.112055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00050066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T02:12:26.112123Z","caller":"traceutil/trace.go:171","msg":"trace[332341902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000593362s","start":"2026-06-26T02:12:24.111509Z","end":"2026-06-26T02:12:26.112103Z","steps":["trace[332341902] 'agreement among raft nodes before linearized reading' (duration: 2.000519211s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:26.112154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:24.111498Z","time spent":"2.000650032s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 02:12:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:26.631392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:19.630749Z","time spent":"7.000637141s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T02:12:27.313534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000088965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T02:12:27.313651Z","caller":"traceutil/trace.go:171","msg":"trace[1149180091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244357s","start":"2026-06-26T02:12:25.313381Z","end":"2026-06-26T02:12:27.313624Z","steps":["trace[1149180091] 'agreement among raft nodes before linearized reading' (duration: 2.000112415s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:27.313726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:25.313364Z","time spent":"2.000345678s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T02:12:28.184192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998443348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:12:28.184283Z","caller":"traceutil/trace.go:171","msg":"trace[2053229820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998585299s","start":"2026-06-26T02:12:25.185677Z","end":"2026-06-26T02:12:28.184263Z","steps":["trace[2053229820] 'agreement among raft nodes before linearized reading' (duration: 2.998475527s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:28.184335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:25.185657Z","time spent":"2.99866807s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/26 02:12:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:28.920426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99791157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:12:28.92049Z","caller":"traceutil/trace.go:171","msg":"trace[1368679280] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.998032181s","start":"2026-06-26T02:12:25.922444Z","end":"2026-06-26T02:12:28.920476Z","steps":["trace[1368679280] 'agreement among raft nodes before linearized reading' (duration: 2.99793674s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:28.920521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:25.922429Z","time spent":"2.998086062s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/06/26 02:12:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:29.003732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999848627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:12:29.003806Z","caller":"traceutil/trace.go:171","msg":"trace[256588218] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.999967908s","start":"2026-06-26T02:12:19.003821Z","end":"2026-06-26T02:12:29.003789Z","steps":["trace[256588218] 'agreement among raft nodes before linearized reading' (duration: 9.999882397s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.003875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:19.003801Z","time spent":"10.00006494s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/06/26 02:12:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:29.017075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999793952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T02:12:29.017157Z","caller":"traceutil/trace.go:171","msg":"trace[819454892] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999905413s","start":"2026-06-26T02:12:24.017234Z","end":"2026-06-26T02:12:29.017139Z","steps":["trace[819454892] 'agreement among raft nodes before linearized reading' (duration: 4.999806401s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.017362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:24.017222Z","time spent":"5.000109215s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/06/26 02:12:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:29.032977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000559832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:12:29.033041Z","caller":"traceutil/trace.go:171","msg":"trace[886326444] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"5.000668033s","start":"2026-06-26T02:12:24.032358Z","end":"2026-06-26T02:12:29.033026Z","steps":["trace[886326444] 'agreement among raft nodes before linearized reading' (duration: 5.000582832s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.033076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:24.032342Z","time spent":"5.000726774s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/06/26 02:12:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:29.034555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.126458101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:12:29.034589Z","caller":"traceutil/trace.go:171","msg":"trace[1480507738] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"9.126532681s","start":"2026-06-26T02:12:19.908048Z","end":"2026-06-26T02:12:29.03458Z","steps":["trace[1480507738] 'agreement among raft nodes before linearized reading' (duration: 9.126496261s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.034616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:19.908029Z","time spent":"9.126580503s","remote":"127.0.0.1:44730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/06/26 02:12:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:29.040089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998097893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:12:29.040145Z","caller":"traceutil/trace.go:171","msg":"trace[459734423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998196813s","start":"2026-06-26T02:12:26.041935Z","end":"2026-06-26T02:12:29.040132Z","steps":["trace[459734423] 'agreement among raft nodes before linearized reading' (duration: 2.998124753s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.040174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:26.041916Z","time spent":"2.998251964s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/26 02:12:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:29.040786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998169215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:12:29.040811Z","caller":"traceutil/trace.go:171","msg":"trace[22877821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998208325s","start":"2026-06-26T02:12:26.042598Z","end":"2026-06-26T02:12:29.040806Z","steps":["trace[22877821] 'agreement among raft nodes before linearized reading' (duration: 2.998179255s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.040827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:26.042593Z","time spent":"2.998230645s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/26 02:12:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:29.04569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999581057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:12:29.045716Z","caller":"traceutil/trace.go:171","msg":"trace[843685660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999622627s","start":"2026-06-26T02:12:19.046087Z","end":"2026-06-26T02:12:29.045709Z","steps":["trace[843685660] 'agreement among raft nodes before linearized reading' (duration: 9.999594177s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.045734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:19.04608Z","time spent":"9.999647367s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/06/26 02:12:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:29.310447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"10.676196066s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-26T02:12:29.314536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000471897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:12:29.3146Z","caller":"traceutil/trace.go:171","msg":"trace[97955670] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586309s","start":"2026-06-26T02:12:27.313997Z","end":"2026-06-26T02:12:29.314583Z","steps":["trace[97955670] 'agreement among raft nodes before linearized reading' (duration: 2.000506848s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.314645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:27.313974Z","time spent":"2.000661619s","remote":"127.0.0.1:44540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 02:12:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:29.324671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.978645835s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-06-26T02:12:29.324828Z","caller":"traceutil/trace.go:171","msg":"trace[317968006] linearizableReadLoop","detail":"{readStateIndex:3019; appliedIndex:3017; }","duration":"12.028421242s","start":"2026-06-26T02:12:17.29639Z","end":"2026-06-26T02:12:29.324812Z","steps":["trace[317968006] 'read index received' (duration: 48.542611ms)","trace[317968006] 'applied index is now lower than readState.Index' (duration: 11.97987794s)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:12:29.326358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.640956392s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:12:29.326412Z","caller":"traceutil/trace.go:171","msg":"trace[2141835482] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2909; }","duration":"4.641019393s","start":"2026-06-26T02:12:24.685386Z","end":"2026-06-26T02:12:29.326405Z","steps":["trace[2141835482] 'range keys from in-memory index tree' (duration: 4.640947412s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.326433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:28.978516Z","time spent":"347.91102ms","remote":"127.0.0.1:55604","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-26T02:12:29.348696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999917366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:12:29.348787Z","caller":"traceutil/trace.go:171","msg":"trace[1155648611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000066389s","start":"2026-06-26T02:12:19.348699Z","end":"2026-06-26T02:12:29.348766Z","steps":["trace[1155648611] 'agreement among raft nodes before linearized reading' (duration: 9.999951007s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.348861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:19.348678Z","time spent":"10.000172721s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/06/26 02:12:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-26T02:12:29.353861Z","caller":"traceutil/trace.go:171","msg":"trace[511101091] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2915; }","duration":"3.31487749s","start":"2026-06-26T02:12:26.038952Z","end":"2026-06-26T02:12:29.353829Z","steps":["trace[511101091] 'process raft request' (duration: 3.314743028s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.353995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.795990435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:12:29.354054Z","caller":"traceutil/trace.go:171","msg":"trace[950241648] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2918; }","duration":"11.796058466s","start":"2026-06-26T02:12:17.557981Z","end":"2026-06-26T02:12:29.35404Z","steps":["trace[950241648] 'agreement among raft nodes before linearized reading' (duration: 11.795920574s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.354092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:17.55792Z","time spent":"11.796161837s","remote":"127.0.0.1:35386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:12:29.354014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:26.038933Z","time spent":"3.314996112s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":719,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:12:29.354196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803486993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:12:29.354265Z","caller":"traceutil/trace.go:171","msg":"trace[2063057853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2918; }","duration":"2.803603594s","start":"2026-06-26T02:12:26.550648Z","end":"2026-06-26T02:12:29.354252Z","steps":["trace[2063057853] 'agreement among raft nodes before linearized reading' (duration: 2.803473532s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.354288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.242010848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T02:12:29.35431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:26.550627Z","time spent":"2.803671795s","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:12:29.354317Z","caller":"traceutil/trace.go:171","msg":"trace[379544837] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2918; }","duration":"3.24207161s","start":"2026-06-26T02:12:26.112237Z","end":"2026-06-26T02:12:29.354309Z","steps":["trace[379544837] 'agreement among raft nodes before linearized reading' (duration: 3.242014709s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.354345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:26.112222Z","time spent":"3.2421168s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":6,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:12:29.354472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.587732882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:12:29.354503Z","caller":"traceutil/trace.go:171","msg":"trace[1588114489] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2918; }","duration":"3.587800532s","start":"2026-06-26T02:12:25.766692Z","end":"2026-06-26T02:12:29.354493Z","steps":["trace[1588114489] 'agreement among raft nodes before linearized reading' (duration: 3.587756802s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.354547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:29.035178Z","time spent":"319.367294ms","remote":"127.0.0.1:44638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-26T02:12:29.354553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:25.766671Z","time spent":"3.587870223s","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:12:29.354691Z","caller":"traceutil/trace.go:171","msg":"trace[1199462989] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"313.724349ms","start":"2026-06-26T02:12:29.040956Z","end":"2026-06-26T02:12:29.35468Z","steps":["trace[1199462989] 'process raft request' (duration: 312.836266ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.354756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.714120846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-06-26T02:12:29.354782Z","caller":"traceutil/trace.go:171","msg":"trace[2051629500] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:2918; }","duration":"3.714175837s","start":"2026-06-26T02:12:25.640597Z","end":"2026-06-26T02:12:29.354773Z","steps":["trace[2051629500] 'agreement among raft nodes before linearized reading' (duration: 3.714074696s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.354808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:25.64058Z","time spent":"3.714222517s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-06-26T02:12:29.354857Z","caller":"traceutil/trace.go:171","msg":"trace[530367356] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"313.03983ms","start":"2026-06-26T02:12:29.041793Z","end":"2026-06-26T02:12:29.354832Z","steps":["trace[530367356] 'process raft request' (duration: 312.036316ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.354908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:29.041774Z","time spent":"313.10674ms","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:12:29.354984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.566381081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:12:29.355013Z","caller":"traceutil/trace.go:171","msg":"trace[1672104072] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2918; }","duration":"4.566445513s","start":"2026-06-26T02:12:24.78856Z","end":"2026-06-26T02:12:29.355005Z","steps":["trace[1672104072] 'agreement among raft nodes before linearized reading' (duration: 4.566383362s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:12:29.355036Z","caller":"traceutil/trace.go:171","msg":"trace[1560813511] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"308.435088ms","start":"2026-06-26T02:12:29.04658Z","end":"2026-06-26T02:12:29.355015Z","steps":["trace[1560813511] 'process raft request' (duration: 307.279022ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.35504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:24.788532Z","time spent":"4.566500423s","remote":"127.0.0.1:44672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":28,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:12:29.35508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:29.046569Z","time spent":"308.485218ms","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":409,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:12:29.355164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.395136944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:12:29.35519Z","caller":"traceutil/trace.go:171","msg":"trace[73308691] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2918; }","duration":"6.395167564s","start":"2026-06-26T02:12:22.960014Z","end":"2026-06-26T02:12:29.355182Z","steps":["trace[73308691] 'agreement among raft nodes before linearized reading' (duration: 6.395123844s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.355222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:22.958134Z","time spent":"6.397076668s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:12:29.355344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.845014132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:12:29.35537Z","caller":"traceutil/trace.go:171","msg":"trace[661149061] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2918; }","duration":"6.845040882s","start":"2026-06-26T02:12:22.51032Z","end":"2026-06-26T02:12:29.355361Z","steps":["trace[661149061] 'agreement among raft nodes before linearized reading' (duration: 6.844997162s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.355399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:22.510257Z","time spent":"6.845134104s","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:12:29.355403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.625567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:12:29.355432Z","caller":"traceutil/trace.go:171","msg":"trace[1124074449] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2918; }","duration":"355.695018ms","start":"2026-06-26T02:12:28.999727Z","end":"2026-06-26T02:12:29.355422Z","steps":["trace[1124074449] 'agreement among raft nodes before linearized reading' (duration: 355.648748ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.355455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:28.999698Z","time spent":"355.750599ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:12:29.355533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.191768097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:12:29.355568Z","caller":"traceutil/trace.go:171","msg":"trace[2010495880] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2918; }","duration":"7.191837218s","start":"2026-06-26T02:12:22.163719Z","end":"2026-06-26T02:12:29.355557Z","steps":["trace[2010495880] 'agreement among raft nodes before linearized reading' (duration: 7.191779467s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.355601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:22.1637Z","time spent":"7.191890418s","remote":"127.0.0.1:44710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:12:29.355769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.296863524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-06-26T02:12:29.355796Z","caller":"traceutil/trace.go:171","msg":"trace[474049135] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2918; }","duration":"7.296926744s","start":"2026-06-26T02:12:22.058859Z","end":"2026-06-26T02:12:29.355786Z","steps":["trace[474049135] 'agreement among raft nodes before linearized reading' (duration: 7.296850573s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.355825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:22.058831Z","time spent":"7.296987405s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-26T02:12:29.357191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.373065684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-06-26T02:12:29.357222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.789857565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:12:29.357291Z","caller":"traceutil/trace.go:171","msg":"trace[470601241] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2918; }","duration":"9.789974237s","start":"2026-06-26T02:12:19.567299Z","end":"2026-06-26T02:12:29.357273Z","steps":["trace[470601241] 'agreement among raft nodes before linearized reading' (duration: 9.789816714s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.357312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:29.040941Z","time spent":"313.772699ms","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:12:29.357348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:19.567238Z","time spent":"9.790100378s","remote":"127.0.0.1:49074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:12:29.354517Z","caller":"traceutil/trace.go:171","msg":"trace[815545458] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2915; }","duration":"2.717846718s","start":"2026-06-26T02:12:26.636657Z","end":"2026-06-26T02:12:29.354504Z","steps":["trace[815545458] 'process raft request' (duration: 2.717064607s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.354806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.534589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:12:29.357597Z","caller":"traceutil/trace.go:171","msg":"trace[1024829441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2918; }","duration":"574.367046ms","start":"2026-06-26T02:12:28.783219Z","end":"2026-06-26T02:12:29.357586Z","steps":["trace[1024829441] 'agreement among raft nodes before linearized reading' (duration: 571.558629ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.35761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:26.636637Z","time spent":"2.720888339s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:12:29.35763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:28.783196Z","time spent":"574.427067ms","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T02:12:29.357643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.856974963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-06-26T02:12:29.357715Z","caller":"traceutil/trace.go:171","msg":"trace[1212931097] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2918; }","duration":"10.857062724s","start":"2026-06-26T02:12:18.500618Z","end":"2026-06-26T02:12:29.357681Z","steps":["trace[1212931097] 'agreement among raft nodes before linearized reading' (duration: 10.856898831s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.357759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:18.500586Z","time spent":"10.857163984s","remote":"127.0.0.1:44744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-06-26T02:12:29.357244Z","caller":"traceutil/trace.go:171","msg":"trace[1063285092] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2918; }","duration":"9.373158156s","start":"2026-06-26T02:12:19.984073Z","end":"2026-06-26T02:12:29.357231Z","steps":["trace[1063285092] 'agreement among raft nodes before linearized reading' (duration: 9.372985143s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.357918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:19.984049Z","time spent":"9.373863316s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-26T02:12:29.357965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.564582134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18bc7fa25939d9f6\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-06-26T02:12:29.357989Z","caller":"traceutil/trace.go:171","msg":"trace[1838968869] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18bc7fa25939d9f6; range_end:; response_count:1; response_revision:2918; }","duration":"11.564644096s","start":"2026-06-26T02:12:17.793339Z","end":"2026-06-26T02:12:29.357984Z","steps":["trace[1838968869] 'agreement among raft nodes before linearized reading' (duration: 11.564559104s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.358006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:17.793317Z","time spent":"11.564685176s","remote":"127.0.0.1:44638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18bc7fa25939d9f6\" "} {"level":"warn","ts":"2026-06-26T02:12:29.358875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.542381786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-26T02:12:29.359677Z","caller":"traceutil/trace.go:171","msg":"trace[1081462599] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:2918; }","duration":"7.543222326s","start":"2026-06-26T02:12:21.816424Z","end":"2026-06-26T02:12:29.359646Z","steps":["trace[1081462599] 'agreement among raft nodes before linearized reading' (duration: 7.540606261s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.360112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:21.816404Z","time spent":"7.543687823s","remote":"127.0.0.1:44582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} 2026/06/26 02:12:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:12:29.369739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505192356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:12:29.369817Z","caller":"traceutil/trace.go:171","msg":"trace[211750275] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2919; }","duration":"2.505318688s","start":"2026-06-26T02:12:26.864474Z","end":"2026-06-26T02:12:29.369792Z","steps":["trace[211750275] 'agreement among raft nodes before linearized reading' (duration: 2.493979247s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.369856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:26.864451Z","time spent":"2.505396779s","remote":"127.0.0.1:46084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:12:29.36977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708805292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T02:12:29.370018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683984627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:12:29.370096Z","caller":"traceutil/trace.go:171","msg":"trace[2115462277] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2920; }","duration":"2.684121048s","start":"2026-06-26T02:12:26.685965Z","end":"2026-06-26T02:12:29.370086Z","steps":["trace[2115462277] 'agreement among raft nodes before linearized reading' (duration: 2.672472452s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.370123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:26.685932Z","time spent":"2.684185139s","remote":"127.0.0.1:45012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:12:29.370033Z","caller":"traceutil/trace.go:171","msg":"trace[1126962980] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2919; }","duration":"1.709126576s","start":"2026-06-26T02:12:27.660899Z","end":"2026-06-26T02:12:29.370025Z","steps":["trace[1126962980] 'agreement among raft nodes before linearized reading' (duration: 1.697548332s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:12:29.370351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:12:27.660878Z","time spent":"1.70946664s","remote":"127.0.0.1:38404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:15:39.232282Z","caller":"traceutil/trace.go:171","msg":"trace[2133140240] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"122.214462ms","start":"2026-06-26T02:15:39.110032Z","end":"2026-06-26T02:15:39.232247Z","steps":["trace[2133140240] 'process raft request' (duration: 108.288441ms)","trace[2133140240] 'compare' (duration: 13.679304ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:15:52.922157Z","caller":"traceutil/trace.go:171","msg":"trace[2121974370] linearizableReadLoop","detail":"{readStateIndex:5099; appliedIndex:5098; }","duration":"199.272526ms","start":"2026-06-26T02:15:52.722865Z","end":"2026-06-26T02:15:52.922138Z","steps":["trace[2121974370] 'read index received' (duration: 199.110121ms)","trace[2121974370] 'applied index is now lower than readState.Index' (duration: 161.705µs)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:15:52.922389Z","caller":"traceutil/trace.go:171","msg":"trace[1119154471] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"252.932726ms","start":"2026-06-26T02:15:52.669449Z","end":"2026-06-26T02:15:52.922382Z","steps":["trace[1119154471] 'process raft request' (duration: 252.569736ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:52.922555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.672038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:15:52.922607Z","caller":"traceutil/trace.go:171","msg":"trace[1178956744] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4906; }","duration":"199.775821ms","start":"2026-06-26T02:15:52.722822Z","end":"2026-06-26T02:15:52.922598Z","steps":["trace[1178956744] 'agreement among raft nodes before linearized reading' (duration: 199.687189ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:52.922656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.251173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:15:52.922936Z","caller":"traceutil/trace.go:171","msg":"trace[224454409] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:4906; }","duration":"196.49875ms","start":"2026-06-26T02:15:52.726329Z","end":"2026-06-26T02:15:52.922828Z","steps":["trace[224454409] 'agreement among raft nodes before linearized reading' (duration: 196.231122ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:17:08.718898Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2860} {"level":"info","ts":"2026-06-26T02:17:08.803987Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2860,"took":"83.613267ms","hash":693523825,"current-db-size-bytes":54181888,"current-db-size":"54 MB","current-db-size-in-use-bytes":29659136,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-06-26T02:17:08.80404Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":693523825,"revision":2860,"compact-revision":-1} {"level":"info","ts":"2026-06-26T02:22:08.726194Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5553} {"level":"info","ts":"2026-06-26T02:22:08.801944Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5553,"took":"74.537404ms","hash":2741479026,"current-db-size-bytes":54181888,"current-db-size":"54 MB","current-db-size-in-use-bytes":18522112,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-06-26T02:22:08.801991Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2741479026,"revision":5553,"compact-revision":2860} {"level":"info","ts":"2026-06-26T02:22:27.417616Z","caller":"traceutil/trace.go:171","msg":"trace[308822994] transaction","detail":"{read_only:false; response_revision:7499; number_of_response:1; }","duration":"112.021668ms","start":"2026-06-26T02:22:27.305568Z","end":"2026-06-26T02:22:27.41759Z","steps":["trace[308822994] 'process raft request' (duration: 111.523871ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:22:27.788188Z","caller":"traceutil/trace.go:171","msg":"trace[540433311] transaction","detail":"{read_only:false; response_revision:7504; number_of_response:1; }","duration":"148.671946ms","start":"2026-06-26T02:22:27.639491Z","end":"2026-06-26T02:22:27.788163Z","steps":["trace[540433311] 'process raft request' (duration: 148.620606ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:22:27.78835Z","caller":"traceutil/trace.go:171","msg":"trace[460640680] linearizableReadLoop","detail":"{readStateIndex:7788; appliedIndex:7787; }","duration":"259.319582ms","start":"2026-06-26T02:22:27.528975Z","end":"2026-06-26T02:22:27.788294Z","steps":["trace[460640680] 'read index received' (duration: 177.979999ms)","trace[460640680] 'applied index is now lower than readState.Index' (duration: 81.336553ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:22:27.788317Z","caller":"traceutil/trace.go:171","msg":"trace[335569324] transaction","detail":"{read_only:false; response_revision:7503; number_of_response:1; }","duration":"259.76028ms","start":"2026-06-26T02:22:27.528509Z","end":"2026-06-26T02:22:27.78827Z","steps":["trace[335569324] 'process raft request' (duration: 178.291724ms)","trace[335569324] 'compare' (duration: 81.197262ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:22:27.788549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.551226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2479"} {"level":"info","ts":"2026-06-26T02:22:27.78859Z","caller":"traceutil/trace.go:171","msg":"trace[1597989626] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:7504; }","duration":"259.618287ms","start":"2026-06-26T02:22:27.528961Z","end":"2026-06-26T02:22:27.788579Z","steps":["trace[1597989626] 'agreement among raft nodes before linearized reading' (duration: 259.473915ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:22:27.788706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.823711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/default/\" range_end:\"/registry/roles/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:22:27.788743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.829141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/\" range_end:\"/registry/rolebindings/envoy-gateway-system0\" limit:500 ","response":"range_response_count:3 size:3302"} {"level":"info","ts":"2026-06-26T02:22:27.788796Z","caller":"traceutil/trace.go:171","msg":"trace[249724686] range","detail":"{range_begin:/registry/roles/default/; range_end:/registry/roles/default0; response_count:0; response_revision:7504; }","duration":"183.973273ms","start":"2026-06-26T02:22:27.604803Z","end":"2026-06-26T02:22:27.788777Z","steps":["trace[249724686] 'agreement among raft nodes before linearized reading' (duration: 183.80274ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:22:27.788814Z","caller":"traceutil/trace.go:171","msg":"trace[553651280] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/; range_end:/registry/rolebindings/envoy-gateway-system0; response_count:3; response_revision:7504; }","duration":"131.932122ms","start":"2026-06-26T02:22:27.656864Z","end":"2026-06-26T02:22:27.788796Z","steps":["trace[553651280] 'agreement among raft nodes before linearized reading' (duration: 131.709919ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:22:27.788955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.608016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-webhook-ca\" ","response":"range_response_count:1 size:2164"} {"level":"info","ts":"2026-06-26T02:22:27.789076Z","caller":"traceutil/trace.go:171","msg":"trace[789092261] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-webhook-ca; range_end:; response_count:1; response_revision:7504; }","duration":"257.744319ms","start":"2026-06-26T02:22:27.531286Z","end":"2026-06-26T02:22:27.78903Z","steps":["trace[789092261] 'agreement among raft nodes before linearized reading' (duration: 257.242921ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:22:29.528822Z","caller":"traceutil/trace.go:171","msg":"trace[785962272] transaction","detail":"{read_only:false; response_revision:7508; number_of_response:1; }","duration":"106.274827ms","start":"2026-06-26T02:22:29.422527Z","end":"2026-06-26T02:22:29.528802Z","steps":["trace[785962272] 'process raft request' (duration: 105.848061ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:22:29.655436Z","caller":"traceutil/trace.go:171","msg":"trace[736403098] linearizableReadLoop","detail":"{readStateIndex:7796; appliedIndex:7793; }","duration":"119.685951ms","start":"2026-06-26T02:22:29.535729Z","end":"2026-06-26T02:22:29.655415Z","steps":["trace[736403098] 'read index received' (duration: 50.295269ms)","trace[736403098] 'applied index is now lower than readState.Index' (duration: 69.389642ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:22:29.65549Z","caller":"traceutil/trace.go:171","msg":"trace[1465918156] transaction","detail":"{read_only:false; response_revision:7510; number_of_response:1; }","duration":"122.660849ms","start":"2026-06-26T02:22:29.532789Z","end":"2026-06-26T02:22:29.65545Z","steps":["trace[1465918156] 'process raft request' (duration: 72.34357ms)","trace[1465918156] 'compare' (duration: 50.104816ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:22:29.655517Z","caller":"traceutil/trace.go:171","msg":"trace[1653923207] transaction","detail":"{read_only:false; response_revision:7511; number_of_response:1; }","duration":"121.337118ms","start":"2026-06-26T02:22:29.534142Z","end":"2026-06-26T02:22:29.655479Z","steps":["trace[1653923207] 'process raft request' (duration: 121.214276ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:22:29.655648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.896825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/auth-system/keycloak\" ","response":"range_response_count:1 size:992"} {"level":"info","ts":"2026-06-26T02:22:29.655689Z","caller":"traceutil/trace.go:171","msg":"trace[441002152] range","detail":"{range_begin:/registry/services/endpoints/auth-system/keycloak; range_end:; response_count:1; response_revision:7511; }","duration":"119.970616ms","start":"2026-06-26T02:22:29.535708Z","end":"2026-06-26T02:22:29.655679Z","steps":["trace[441002152] 'agreement among raft nodes before linearized reading' (duration: 119.835484ms)"],"step_count":1}