{"level":"warn","ts":"2026-05-29T02:06:40.371162Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-29T02:06:40.371249Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.229:2380","--initial-cluster=instance=https://199.204.45.229:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.229:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-29T02:06:40.371313Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-29T02:06:40.371322Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-05-29T02:06:40.371343Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-29T02:06:40.37189Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"]} {"level":"info","ts":"2026-05-29T02:06:40.371995Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.229:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-29T02:06:40.374805Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.566236ms"} {"level":"info","ts":"2026-05-29T02:06:40.382052Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3ba9ae53cc4335db","cluster-id":"4ad2674607ff1d60"} {"level":"info","ts":"2026-05-29T02:06:40.382259Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=()"} {"level":"info","ts":"2026-05-29T02:06:40.382305Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 0"} {"level":"info","ts":"2026-05-29T02:06:40.382336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3ba9ae53cc4335db [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-29T02:06:40.382361Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 1"} {"level":"info","ts":"2026-05-29T02:06:40.382432Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"warn","ts":"2026-05-29T02:06:40.387704Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-29T02:06:40.389415Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-29T02:06:40.390642Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-29T02:06:40.393369Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3ba9ae53cc4335db","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-29T02:06:40.393604Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3ba9ae53cc4335db","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-29T02:06:40.393624Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:06:40.393758Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:06:40.393784Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:06:40.396187Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"info","ts":"2026-05-29T02:06:40.396381Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","added-peer-id":"3ba9ae53cc4335db","added-peer-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-05-29T02:06:40.402244Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-29T02:06:40.402394Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-05-29T02:06:40.402439Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-05-29T02:06:40.402626Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3ba9ae53cc4335db","initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-29T02:06:40.402672Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-29T02:06:41.083742Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db is starting a new election at term 1"} {"level":"info","ts":"2026-05-29T02:06:41.083818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became pre-candidate at term 1"} {"level":"info","ts":"2026-05-29T02:06:41.083844Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from 3ba9ae53cc4335db at term 1"} {"level":"info","ts":"2026-05-29T02:06:41.083863Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became candidate at term 2"} {"level":"info","ts":"2026-05-29T02:06:41.083874Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgVoteResp from 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-05-29T02:06:41.083889Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became leader at term 2"} {"level":"info","ts":"2026-05-29T02:06:41.083903Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3ba9ae53cc4335db elected leader 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-05-29T02:06:41.096671Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:06:41.104149Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-29T02:06:41.104187Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-29T02:06:41.104152Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3ba9ae53cc4335db","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.229:2379]}","request-path":"/0/members/3ba9ae53cc4335db/attributes","cluster-id":"4ad2674607ff1d60","publish-timeout":"7s"} {"level":"info","ts":"2026-05-29T02:06:41.104464Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-29T02:06:41.10453Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-29T02:06:41.106049Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:06:41.106175Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.229:2379"} {"level":"info","ts":"2026-05-29T02:06:41.106215Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:06:41.10647Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:06:41.10785Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-05-29T02:06:46.140097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.088846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:06:46.140215Z","caller":"traceutil/trace.go:171","msg":"trace[544330448] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"226.435044ms","start":"2026-05-29T02:06:45.913764Z","end":"2026-05-29T02:06:46.140199Z","steps":["trace[544330448] 'process raft request' (duration: 60.854896ms)","trace[544330448] 'compare' (duration: 164.930851ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:06:46.937896Z","caller":"traceutil/trace.go:171","msg":"trace[538810817] transaction","detail":"{read_only:false; number_of_response:0; response_revision:262; }","duration":"148.28982ms","start":"2026-05-29T02:06:46.789591Z","end":"2026-05-29T02:06:46.937881Z","steps":["trace[538810817] 'process raft request' (duration: 148.129356ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:47.004095Z","caller":"traceutil/trace.go:171","msg":"trace[1953270903] transaction","detail":"{read_only:false; number_of_response:0; response_revision:262; }","duration":"213.991732ms","start":"2026-05-29T02:06:46.789785Z","end":"2026-05-29T02:06:47.003777Z","steps":["trace[1953270903] 'process raft request' (duration: 213.714654ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:47.004184Z","caller":"traceutil/trace.go:171","msg":"trace[69462919] transaction","detail":"{read_only:false; number_of_response:0; response_revision:262; }","duration":"213.821908ms","start":"2026-05-29T02:06:46.789987Z","end":"2026-05-29T02:06:47.003809Z","steps":["trace[69462919] 'process raft request' (duration: 213.631492ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:47.004145Z","caller":"traceutil/trace.go:171","msg":"trace[581119105] transaction","detail":"{read_only:false; number_of_response:0; response_revision:262; }","duration":"213.794938ms","start":"2026-05-29T02:06:46.790007Z","end":"2026-05-29T02:06:47.003802Z","steps":["trace[581119105] 'process raft request' (duration: 213.640973ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:47.004302Z","caller":"traceutil/trace.go:171","msg":"trace[21096348] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"213.507559ms","start":"2026-05-29T02:06:46.790311Z","end":"2026-05-29T02:06:47.003819Z","steps":["trace[21096348] 'process raft request' (duration: 213.353274ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:47.004471Z","caller":"traceutil/trace.go:171","msg":"trace[1416277475] transaction","detail":"{read_only:false; response_revision:264; number_of_response:1; }","duration":"205.158603ms","start":"2026-05-29T02:06:46.798786Z","end":"2026-05-29T02:06:47.003945Z","steps":["trace[1416277475] 'process raft request' (duration: 205.02821ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:47.004572Z","caller":"traceutil/trace.go:171","msg":"trace[1305786971] transaction","detail":"{read_only:false; number_of_response:0; response_revision:263; }","duration":"213.423307ms","start":"2026-05-29T02:06:46.790547Z","end":"2026-05-29T02:06:47.003971Z","steps":["trace[1305786971] 'process raft request' (duration: 213.233202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:47.335636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.995074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:06:47.335959Z","caller":"traceutil/trace.go:171","msg":"trace[746176171] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"246.538245ms","start":"2026-05-29T02:06:47.089401Z","end":"2026-05-29T02:06:47.335939Z","steps":["trace[746176171] 'process raft request' (duration: 108.171081ms)","trace[746176171] 'compare' (duration: 137.701717ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:06:47.346048Z","caller":"traceutil/trace.go:171","msg":"trace[1990419884] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"252.375896ms","start":"2026-05-29T02:06:47.093643Z","end":"2026-05-29T02:06:47.346018Z","steps":["trace[1990419884] 'process raft request' (duration: 252.226392ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:47.514767Z","caller":"traceutil/trace.go:171","msg":"trace[777174282] linearizableReadLoop","detail":"{readStateIndex:284; appliedIndex:283; }","duration":"106.901608ms","start":"2026-05-29T02:06:47.407833Z","end":"2026-05-29T02:06:47.514735Z","steps":["trace[777174282] 'read index received' (duration: 73.393451ms)","trace[777174282] 'applied index is now lower than readState.Index' (duration: 33.506697ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:06:47.514981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.120264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-05-29T02:06:47.515044Z","caller":"traceutil/trace.go:171","msg":"trace[1676188057] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:271; }","duration":"107.203976ms","start":"2026-05-29T02:06:47.407824Z","end":"2026-05-29T02:06:47.515028Z","steps":["trace[1676188057] 'agreement among raft nodes before linearized reading' (duration: 107.069193ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:47.514934Z","caller":"traceutil/trace.go:171","msg":"trace[1404649571] transaction","detail":"{read_only:false; response_revision:271; number_of_response:1; }","duration":"109.162737ms","start":"2026-05-29T02:06:47.405734Z","end":"2026-05-29T02:06:47.514896Z","steps":["trace[1404649571] 'process raft request' (duration: 75.521956ms)","trace[1404649571] 'compare' (duration: 33.258541ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:06:47.95116Z","caller":"traceutil/trace.go:171","msg":"trace[1050127787] transaction","detail":"{read_only:false; response_revision:277; number_of_response:1; }","duration":"172.409926ms","start":"2026-05-29T02:06:47.77873Z","end":"2026-05-29T02:06:47.95114Z","steps":["trace[1050127787] 'process raft request' (duration: 100.444592ms)","trace[1050127787] 'compare' (duration: 71.834441ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:06:49.511625Z","caller":"traceutil/trace.go:171","msg":"trace[1460574569] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"133.528259ms","start":"2026-05-29T02:06:49.378065Z","end":"2026-05-29T02:06:49.511593Z","steps":["trace[1460574569] 'process raft request' (duration: 133.283712ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:51.661488Z","caller":"traceutil/trace.go:171","msg":"trace[645306293] linearizableReadLoop","detail":"{readStateIndex:317; appliedIndex:316; }","duration":"283.315852ms","start":"2026-05-29T02:06:51.378147Z","end":"2026-05-29T02:06:51.661463Z","steps":["trace[645306293] 'read index received' (duration: 283.155298ms)","trace[645306293] 'applied index is now lower than readState.Index' (duration: 159.514µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:06:51.661534Z","caller":"traceutil/trace.go:171","msg":"trace[1959282758] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"325.208071ms","start":"2026-05-29T02:06:51.336285Z","end":"2026-05-29T02:06:51.661493Z","steps":["trace[1959282758] 'process raft request' (duration: 325.008165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:51.661719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.554319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-05-29T02:06:51.661763Z","caller":"traceutil/trace.go:171","msg":"trace[1875080062] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:304; }","duration":"283.659421ms","start":"2026-05-29T02:06:51.378093Z","end":"2026-05-29T02:06:51.661752Z","steps":["trace[1875080062] 'agreement among raft nodes before linearized reading' (duration: 283.517458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:51.661748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:51.336263Z","time spent":"325.362905ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:06:51.662197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.110954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-05-29T02:06:51.66224Z","caller":"traceutil/trace.go:171","msg":"trace[2139548841] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:304; }","duration":"184.223547ms","start":"2026-05-29T02:06:51.478007Z","end":"2026-05-29T02:06:51.662231Z","steps":["trace[2139548841] 'agreement among raft nodes before linearized reading' (duration: 184.155404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:51.662069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.853916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-05-29T02:06:51.662838Z","caller":"traceutil/trace.go:171","msg":"trace[2000847300] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:304; }","duration":"234.660627ms","start":"2026-05-29T02:06:51.428147Z","end":"2026-05-29T02:06:51.662807Z","steps":["trace[2000847300] 'agreement among raft nodes before linearized reading' (duration: 233.821456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:51.663019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.70096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-29T02:06:51.663131Z","caller":"traceutil/trace.go:171","msg":"trace[282245133] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:304; }","duration":"134.873834ms","start":"2026-05-29T02:06:51.528239Z","end":"2026-05-29T02:06:51.663113Z","steps":["trace[282245133] 'agreement among raft nodes before linearized reading' (duration: 133.862937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:52.177141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155602157,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:06:52.340303Z","caller":"traceutil/trace.go:171","msg":"trace[677403663] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"669.44633ms","start":"2026-05-29T02:06:51.670828Z","end":"2026-05-29T02:06:52.340274Z","steps":["trace[677403663] 'process raft request' (duration: 669.177523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:52.340438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:51.670808Z","time spent":"669.583903ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:06:52.518705Z","caller":"traceutil/trace.go:171","msg":"trace[521259708] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"847.092885ms","start":"2026-05-29T02:06:51.671556Z","end":"2026-05-29T02:06:52.518649Z","steps":["trace[521259708] 'process raft request' (duration: 846.89273ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:52.518804Z","caller":"traceutil/trace.go:171","msg":"trace[366326304] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"846.447157ms","start":"2026-05-29T02:06:51.672333Z","end":"2026-05-29T02:06:52.51878Z","steps":["trace[366326304] 'process raft request' (duration: 846.148839ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:52.518721Z","caller":"traceutil/trace.go:171","msg":"trace[14082145] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"847.798673ms","start":"2026-05-29T02:06:51.670892Z","end":"2026-05-29T02:06:52.51869Z","steps":["trace[14082145] 'process raft request' (duration: 839.915876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:52.518957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:51.671549Z","time spent":"847.263699ms","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:06:52.518962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:51.670878Z","time spent":"848.023458ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:06:52.518911Z","caller":"traceutil/trace.go:171","msg":"trace[374716266] linearizableReadLoop","detail":"{readStateIndex:322; appliedIndex:317; }","duration":"842.36841ms","start":"2026-05-29T02:06:51.67641Z","end":"2026-05-29T02:06:52.518778Z","steps":["trace[374716266] 'read index received' (duration: 663.639637ms)","trace[374716266] 'applied index is now lower than readState.Index' (duration: 178.725823ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:06:52.518995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.566375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-05-29T02:06:52.519102Z","caller":"traceutil/trace.go:171","msg":"trace[873570722] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:309; }","duration":"842.729749ms","start":"2026-05-29T02:06:51.676348Z","end":"2026-05-29T02:06:52.519077Z","steps":["trace[873570722] 'agreement among raft nodes before linearized reading' (duration: 842.501743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:52.519158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:51.67634Z","time spent":"842.808502ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-05-29T02:06:52.519414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:51.672324Z","time spent":"846.53536ms","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1251,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:06:52.519632Z","caller":"traceutil/trace.go:171","msg":"trace[1341099941] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"847.539805ms","start":"2026-05-29T02:06:51.671292Z","end":"2026-05-29T02:06:52.518831Z","steps":["trace[1341099941] 'process raft request' (duration: 847.087173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:52.519753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:51.671284Z","time spent":"848.410607ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2163,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:06:52.900113Z","caller":"traceutil/trace.go:171","msg":"trace[483220037] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"372.1079ms","start":"2026-05-29T02:06:52.527986Z","end":"2026-05-29T02:06:52.900094Z","steps":["trace[483220037] 'process raft request' (duration: 372.075839ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:52.900239Z","caller":"traceutil/trace.go:171","msg":"trace[924158702] linearizableReadLoop","detail":"{readStateIndex:323; appliedIndex:322; }","duration":"381.120496ms","start":"2026-05-29T02:06:52.519062Z","end":"2026-05-29T02:06:52.900183Z","steps":["trace[924158702] 'read index received' (duration: 310.297551ms)","trace[924158702] 'applied index is now lower than readState.Index' (duration: 70.819775ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:06:52.900329Z","caller":"traceutil/trace.go:171","msg":"trace[1990438927] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"374.584894ms","start":"2026-05-29T02:06:52.525719Z","end":"2026-05-29T02:06:52.900304Z","steps":["trace[1990438927] 'process raft request' (duration: 374.235585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:52.900298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.099354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:06:52.900414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:52.525673Z","time spent":"374.709628ms","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2267,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:06:52.900425Z","caller":"traceutil/trace.go:171","msg":"trace[1211963065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:316; }","duration":"976.257097ms","start":"2026-05-29T02:06:51.924148Z","end":"2026-05-29T02:06:52.900405Z","steps":["trace[1211963065] 'agreement among raft nodes before linearized reading' (duration: 976.061702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:52.900468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:51.924136Z","time spent":"976.32389ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:06:52.900509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072414418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-05-29T02:06:52.900577Z","caller":"traceutil/trace.go:171","msg":"trace[1283405657] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:316; }","duration":"1.072532131s","start":"2026-05-29T02:06:51.828025Z","end":"2026-05-29T02:06:52.900558Z","steps":["trace[1283405657] 'agreement among raft nodes before linearized reading' (duration: 1.072382947s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:52.900633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:51.828015Z","time spent":"1.072603623s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-05-29T02:06:52.900714Z","caller":"traceutil/trace.go:171","msg":"trace[2083260677] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"373.291741ms","start":"2026-05-29T02:06:52.527412Z","end":"2026-05-29T02:06:52.900704Z","steps":["trace[2083260677] 'process raft request' (duration: 372.587482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:52.900271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:52.527979Z","time spent":"372.210712ms","remote":"127.0.0.1:38454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:06:52.900726Z","caller":"traceutil/trace.go:171","msg":"trace[1164479171] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"375.042337ms","start":"2026-05-29T02:06:52.525659Z","end":"2026-05-29T02:06:52.900701Z","steps":["trace[1164479171] 'process raft request' (duration: 374.246825ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:52.900829Z","caller":"traceutil/trace.go:171","msg":"trace[1181188744] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"372.966562ms","start":"2026-05-29T02:06:52.527839Z","end":"2026-05-29T02:06:52.900806Z","steps":["trace[1181188744] 'process raft request' (duration: 372.194822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:52.90086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:52.52564Z","time spent":"375.172389ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3378,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:06:52.900875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123558648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-29T02:06:52.900916Z","caller":"traceutil/trace.go:171","msg":"trace[724756352] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:316; }","duration":"1.12362441s","start":"2026-05-29T02:06:51.777281Z","end":"2026-05-29T02:06:52.900905Z","steps":["trace[724756352] 'agreement among raft nodes before linearized reading' (duration: 1.123548028s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:52.900931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.493782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-29T02:06:52.900962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:51.777268Z","time spent":"1.123685861s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-05-29T02:06:52.900983Z","caller":"traceutil/trace.go:171","msg":"trace[1983278412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:316; }","duration":"266.580924ms","start":"2026-05-29T02:06:52.634387Z","end":"2026-05-29T02:06:52.900968Z","steps":["trace[1983278412] 'agreement among raft nodes before linearized reading' (duration: 266.486442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:52.900925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:52.527832Z","time spent":"373.038434ms","remote":"127.0.0.1:38454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:06:52.901Z","caller":"traceutil/trace.go:171","msg":"trace[1088776480] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"377.84987ms","start":"2026-05-29T02:06:52.523049Z","end":"2026-05-29T02:06:52.900898Z","steps":["trace[1088776480] 'process raft request' (duration: 376.797382ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:52.901026Z","caller":"traceutil/trace.go:171","msg":"trace[1720484358] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"556.123231ms","start":"2026-05-29T02:06:52.343916Z","end":"2026-05-29T02:06:52.90004Z","steps":["trace[1720484358] 'process raft request' (duration: 485.486831ms)","trace[1720484358] 'compare' (duration: 70.079205ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:06:52.901195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:52.523026Z","time spent":"378.076366ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":172,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:06:52.901156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173036334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-05-29T02:06:52.901225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.439776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-29T02:06:52.900781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:52.527404Z","time spent":"373.347883ms","remote":"127.0.0.1:38454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:06:52.901131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.941638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:06:52.901305Z","caller":"traceutil/trace.go:171","msg":"trace[412211298] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:316; }","duration":"1.17325819s","start":"2026-05-29T02:06:51.727987Z","end":"2026-05-29T02:06:52.901245Z","steps":["trace[412211298] 'agreement among raft nodes before linearized reading' (duration: 1.172971903s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:52.901312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:52.343901Z","time spent":"557.325512ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1739,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:06:52.901355Z","caller":"traceutil/trace.go:171","msg":"trace[1761221078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:316; }","duration":"263.198534ms","start":"2026-05-29T02:06:52.638135Z","end":"2026-05-29T02:06:52.901334Z","steps":["trace[1761221078] 'agreement among raft nodes before linearized reading' (duration: 262.937188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:52.901373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:51.727968Z","time spent":"1.173392274s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-05-29T02:06:52.900975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.9225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:06:52.901452Z","caller":"traceutil/trace.go:171","msg":"trace[816162229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:316; }","duration":"431.527917ms","start":"2026-05-29T02:06:52.469911Z","end":"2026-05-29T02:06:52.901439Z","steps":["trace[816162229] 'agreement among raft nodes before linearized reading' (duration: 430.845669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:52.901491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:52.469892Z","time spent":"431.586888ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:06:52.901472Z","caller":"traceutil/trace.go:171","msg":"trace[1767831855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:316; }","duration":"159.530119ms","start":"2026-05-29T02:06:52.741736Z","end":"2026-05-29T02:06:52.901267Z","steps":["trace[1767831855] 'agreement among raft nodes before linearized reading' (duration: 159.338604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:05.118238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.415746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:07:05.118459Z","caller":"traceutil/trace.go:171","msg":"trace[1322168505] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"122.654733ms","start":"2026-05-29T02:07:04.995773Z","end":"2026-05-29T02:07:05.118428Z","steps":["trace[1322168505] 'process raft request' (duration: 17.965901ms)","trace[1322168505] 'compare' (duration: 104.298132ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:07:05.118717Z","caller":"traceutil/trace.go:171","msg":"trace[1027556465] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"121.760301ms","start":"2026-05-29T02:07:04.996938Z","end":"2026-05-29T02:07:05.118698Z","steps":["trace[1027556465] 'process raft request' (duration: 121.443642ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:05.118852Z","caller":"traceutil/trace.go:171","msg":"trace[217789680] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"121.178085ms","start":"2026-05-29T02:07:04.997642Z","end":"2026-05-29T02:07:05.11882Z","steps":["trace[217789680] 'process raft request' (duration: 121.01538ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:20.138168Z","caller":"traceutil/trace.go:171","msg":"trace[1510854507] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"345.41071ms","start":"2026-05-29T02:07:19.792734Z","end":"2026-05-29T02:07:20.138145Z","steps":["trace[1510854507] 'process raft request' (duration: 345.304807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:20.138281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:19.792712Z","time spent":"345.519122ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:07:20.144952Z","caller":"traceutil/trace.go:171","msg":"trace[1111844741] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"345.722188ms","start":"2026-05-29T02:07:19.799205Z","end":"2026-05-29T02:07:20.144927Z","steps":["trace[1111844741] 'process raft request' (duration: 345.509952ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:20.145054Z","caller":"traceutil/trace.go:171","msg":"trace[341205652] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"335.904071ms","start":"2026-05-29T02:07:19.809124Z","end":"2026-05-29T02:07:20.145028Z","steps":["trace[341205652] 'process raft request' (duration: 335.720917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:20.145079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:19.799187Z","time spent":"345.836861ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:07:20.14503Z","caller":"traceutil/trace.go:171","msg":"trace[791082159] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"345.42375ms","start":"2026-05-29T02:07:19.799569Z","end":"2026-05-29T02:07:20.144993Z","steps":["trace[791082159] 'process raft request' (duration: 345.236565ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:20.145684Z","caller":"traceutil/trace.go:171","msg":"trace[1894625478] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"332.833711ms","start":"2026-05-29T02:07:19.812261Z","end":"2026-05-29T02:07:20.145095Z","steps":["trace[1894625478] 'process raft request' (duration: 332.696008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:20.145787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:19.812254Z","time spent":"333.471888ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:07:20.145749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:19.809114Z","time spent":"335.972863ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:07:20.145789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:19.799545Z","time spent":"346.14928ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:07:20.145477Z","caller":"traceutil/trace.go:171","msg":"trace[1067220468] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"333.862327ms","start":"2026-05-29T02:07:19.811208Z","end":"2026-05-29T02:07:20.14507Z","steps":["trace[1067220468] 'process raft request' (duration: 333.685483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:20.146044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:19.811202Z","time spent":"334.802602ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:07:20.146816Z","caller":"traceutil/trace.go:171","msg":"trace[347689603] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"330.738136ms","start":"2026-05-29T02:07:19.814373Z","end":"2026-05-29T02:07:20.145111Z","steps":["trace[347689603] 'process raft request' (duration: 330.637894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:20.146946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:19.814367Z","time spent":"332.507402ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:07:20.147211Z","caller":"traceutil/trace.go:171","msg":"trace[2022875214] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"329.671898ms","start":"2026-05-29T02:07:19.815445Z","end":"2026-05-29T02:07:20.145117Z","steps":["trace[2022875214] 'process raft request' (duration: 329.616096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:20.147697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:19.815439Z","time spent":"332.209944ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:07:20.150093Z","caller":"traceutil/trace.go:171","msg":"trace[1053494597] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"325.586121ms","start":"2026-05-29T02:07:19.823382Z","end":"2026-05-29T02:07:20.148968Z","steps":["trace[1053494597] 'process raft request' (duration: 325.258573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:20.150293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:19.823375Z","time spent":"326.827474ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:07:20.151467Z","caller":"traceutil/trace.go:171","msg":"trace[702081821] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"325.496518ms","start":"2026-05-29T02:07:19.825949Z","end":"2026-05-29T02:07:20.151446Z","steps":["trace[702081821] 'process raft request' (duration: 323.006853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:20.151574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:19.82594Z","time spent":"325.588751ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:07:20.151629Z","caller":"traceutil/trace.go:171","msg":"trace[1100909160] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"293.176662ms","start":"2026-05-29T02:07:19.85844Z","end":"2026-05-29T02:07:20.151617Z","steps":["trace[1100909160] 'process raft request' (duration: 292.645148ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:20.151572Z","caller":"traceutil/trace.go:171","msg":"trace[197329060] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"201.866299ms","start":"2026-05-29T02:07:19.949681Z","end":"2026-05-29T02:07:20.151548Z","steps":["trace[197329060] 'process raft request' (duration: 201.545281ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:22.113944Z","caller":"traceutil/trace.go:171","msg":"trace[232738177] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"127.949052ms","start":"2026-05-29T02:07:21.985967Z","end":"2026-05-29T02:07:22.113916Z","steps":["trace[232738177] 'process raft request' (duration: 127.553532ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:26.009347Z","caller":"traceutil/trace.go:171","msg":"trace[738082753] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"108.684038ms","start":"2026-05-29T02:07:25.900626Z","end":"2026-05-29T02:07:26.00931Z","steps":["trace[738082753] 'process raft request' (duration: 83.113248ms)","trace[738082753] 'compare' (duration: 25.225301ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:07:27.267523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155602740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:07:27.768719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155602740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:07:28.162601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.725289643s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:07:28.163768Z","caller":"traceutil/trace.go:171","msg":"trace[853622435] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"1.732023329s","start":"2026-05-29T02:07:26.431717Z","end":"2026-05-29T02:07:28.163741Z","steps":["trace[853622435] 'process raft request' (duration: 1.731279689s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:28.163961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:26.431683Z","time spent":"1.732171963s","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036161,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:07:28.767641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00074677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:07:28.767752Z","caller":"traceutil/trace.go:171","msg":"trace[747756866] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000905054s","start":"2026-05-29T02:07:26.766819Z","end":"2026-05-29T02:07:28.767724Z","steps":["trace[747756866] 'agreement among raft nodes before linearized reading' (duration: 2.000775911s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:28.7678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:26.7668Z","time spent":"2.000989287s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:07:29.507859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.354132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:07:29.508218Z","caller":"traceutil/trace.go:171","msg":"trace[1151054981] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:610; }","duration":"2.741298564s","start":"2026-05-29T02:07:26.76687Z","end":"2026-05-29T02:07:29.508169Z","steps":["trace[1151054981] 'read index received' (duration: 1.395974075s)","trace[1151054981] 'applied index is now lower than readState.Index' (duration: 1.345292088s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:07:29.508319Z","caller":"traceutil/trace.go:171","msg":"trace[1617835669] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"2.652065376s","start":"2026-05-29T02:07:26.856192Z","end":"2026-05-29T02:07:29.508257Z","steps":["trace[1617835669] 'process raft request' (duration: 1.777880602s)","trace[1617835669] 'compare' (duration: 873.008113ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:07:29.508382Z","caller":"traceutil/trace.go:171","msg":"trace[1063432683] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"1.256384518s","start":"2026-05-29T02:07:28.251921Z","end":"2026-05-29T02:07:29.508305Z","steps":["trace[1063432683] 'process raft request' (duration: 1.25605921s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:29.508532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:28.251881Z","time spent":"1.256585443s","remote":"127.0.0.1:38434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:07:29.508563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:26.856174Z","time spent":"2.652290501s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:07:29.519836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.694519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:07:29.519861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28045827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:07:29.519892Z","caller":"traceutil/trace.go:171","msg":"trace[1311095223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"750.790782ms","start":"2026-05-29T02:07:28.769086Z","end":"2026-05-29T02:07:29.519877Z","steps":["trace[1311095223] 'agreement among raft nodes before linearized reading' (duration: 750.685858ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:29.519912Z","caller":"traceutil/trace.go:171","msg":"trace[389616767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:589; }","duration":"2.280541162s","start":"2026-05-29T02:07:27.239358Z","end":"2026-05-29T02:07:29.519899Z","steps":["trace[389616767] 'agreement among raft nodes before linearized reading' (duration: 2.28044347s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:29.519918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:28.769066Z","time spent":"750.847063ms","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:07:29.519946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:27.239344Z","time spent":"2.280595583s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:07:29.520114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.975555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:07:29.520185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284154716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-29T02:07:29.520211Z","caller":"traceutil/trace.go:171","msg":"trace[158804020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:589; }","duration":"2.284206588s","start":"2026-05-29T02:07:27.235997Z","end":"2026-05-29T02:07:29.520203Z","steps":["trace[158804020] 'agreement among raft nodes before linearized reading' (duration: 2.284166617s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:29.520231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:27.235981Z","time spent":"2.284245948s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:07:29.520235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283589682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-29T02:07:29.52015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406180773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-29T02:07:29.520303Z","caller":"traceutil/trace.go:171","msg":"trace[1344295291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:589; }","duration":"2.283705224s","start":"2026-05-29T02:07:27.236582Z","end":"2026-05-29T02:07:29.520287Z","steps":["trace[1344295291] 'agreement among raft nodes before linearized reading' (duration: 2.28354416s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:29.520265Z","caller":"traceutil/trace.go:171","msg":"trace[851320508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"125.132879ms","start":"2026-05-29T02:07:29.395061Z","end":"2026-05-29T02:07:29.520194Z","steps":["trace[851320508] 'agreement among raft nodes before linearized reading' (duration: 124.965184ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:29.520344Z","caller":"traceutil/trace.go:171","msg":"trace[1838662878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:589; }","duration":"2.406401949s","start":"2026-05-29T02:07:27.113927Z","end":"2026-05-29T02:07:29.520329Z","steps":["trace[1838662878] 'agreement among raft nodes before linearized reading' (duration: 2.406151873s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:29.520423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:27.113908Z","time spent":"2.406501351s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:07:29.520343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:27.23656Z","time spent":"2.283776656s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:07:30.023034Z","caller":"traceutil/trace.go:171","msg":"trace[1307844972] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"126.269668ms","start":"2026-05-29T02:07:29.896742Z","end":"2026-05-29T02:07:30.023011Z","steps":["trace[1307844972] 'process raft request' (duration: 126.122034ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:30.034199Z","caller":"traceutil/trace.go:171","msg":"trace[1666502676] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"123.611728ms","start":"2026-05-29T02:07:29.91056Z","end":"2026-05-29T02:07:30.034171Z","steps":["trace[1666502676] 'process raft request' (duration: 123.223379ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:31.266727Z","caller":"traceutil/trace.go:171","msg":"trace[32466505] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"235.966843ms","start":"2026-05-29T02:07:31.030736Z","end":"2026-05-29T02:07:31.266703Z","steps":["trace[32466505] 'process raft request' (duration: 235.459589ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:31.269111Z","caller":"traceutil/trace.go:171","msg":"trace[1681141943] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"164.1275ms","start":"2026-05-29T02:07:31.104963Z","end":"2026-05-29T02:07:31.269091Z","steps":["trace[1681141943] 'process raft request' (duration: 164.015977ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:37.813036Z","caller":"traceutil/trace.go:171","msg":"trace[972887871] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"188.786216ms","start":"2026-05-29T02:07:37.624219Z","end":"2026-05-29T02:07:37.813006Z","steps":["trace[972887871] 'process raft request' (duration: 96.751575ms)","trace[972887871] 'compare' (duration: 91.889297ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:07:37.81333Z","caller":"traceutil/trace.go:171","msg":"trace[216863779] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"188.16763ms","start":"2026-05-29T02:07:37.625133Z","end":"2026-05-29T02:07:37.813301Z","steps":["trace[216863779] 'process raft request' (duration: 187.844251ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:37.813376Z","caller":"traceutil/trace.go:171","msg":"trace[1235927284] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"188.126969ms","start":"2026-05-29T02:07:37.625204Z","end":"2026-05-29T02:07:37.813331Z","steps":["trace[1235927284] 'process raft request' (duration: 187.926604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:46.496636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155603083,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:07:46.600072Z","caller":"traceutil/trace.go:171","msg":"trace[301597919] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"669.926943ms","start":"2026-05-29T02:07:45.930128Z","end":"2026-05-29T02:07:46.600055Z","steps":["trace[301597919] 'process raft request' (duration: 669.824399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:46.600195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:45.93011Z","time spent":"670.021904ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:07:46.601358Z","caller":"traceutil/trace.go:171","msg":"trace[789021622] linearizableReadLoop","detail":"{readStateIndex:796; appliedIndex:794; }","duration":"605.290148ms","start":"2026-05-29T02:07:45.996043Z","end":"2026-05-29T02:07:46.601333Z","steps":["trace[789021622] 'read index received' (duration: 603.931163ms)","trace[789021622] 'applied index is now lower than readState.Index' (duration: 1.344335ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:07:46.601399Z","caller":"traceutil/trace.go:171","msg":"trace[242183044] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"671.113822ms","start":"2026-05-29T02:07:45.930272Z","end":"2026-05-29T02:07:46.601386Z","steps":["trace[242183044] 'process raft request' (duration: 670.923578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:46.601464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:45.930251Z","time spent":"671.180696ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:07:46.601525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.464843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-p5hqc\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-05-29T02:07:46.601567Z","caller":"traceutil/trace.go:171","msg":"trace[623120262] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-p5hqc; range_end:; response_count:1; response_revision:766; }","duration":"605.541675ms","start":"2026-05-29T02:07:45.996002Z","end":"2026-05-29T02:07:46.601543Z","steps":["trace[623120262] 'agreement among raft nodes before linearized reading' (duration: 605.413522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:46.601606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:45.995983Z","time spent":"605.614778ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-p5hqc\" "} {"level":"info","ts":"2026-05-29T02:08:07.672091Z","caller":"traceutil/trace.go:171","msg":"trace[781543710] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"212.55815ms","start":"2026-05-29T02:08:07.459509Z","end":"2026-05-29T02:08:07.672067Z","steps":["trace[781543710] 'process raft request' (duration: 212.413206ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:07.675378Z","caller":"traceutil/trace.go:171","msg":"trace[1781957588] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"215.575079ms","start":"2026-05-29T02:08:07.459783Z","end":"2026-05-29T02:08:07.675358Z","steps":["trace[1781957588] 'process raft request' (duration: 215.481237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:08.213494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.701321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:08:08.213657Z","caller":"traceutil/trace.go:171","msg":"trace[1460265343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1120; }","duration":"170.914376ms","start":"2026-05-29T02:08:08.042701Z","end":"2026-05-29T02:08:08.213615Z","steps":["trace[1460265343] 'range keys from in-memory index tree' (duration: 170.499337ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:09.069986Z","caller":"traceutil/trace.go:171","msg":"trace[1604166097] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"188.931926ms","start":"2026-05-29T02:08:08.881032Z","end":"2026-05-29T02:08:09.069964Z","steps":["trace[1604166097] 'process raft request' (duration: 188.795753ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:09.071288Z","caller":"traceutil/trace.go:171","msg":"trace[1030627838] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"126.569623ms","start":"2026-05-29T02:08:08.944699Z","end":"2026-05-29T02:08:09.071269Z","steps":["trace[1030627838] 'process raft request' (duration: 126.488151ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:10.309545Z","caller":"traceutil/trace.go:171","msg":"trace[2127174334] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"128.663018ms","start":"2026-05-29T02:08:10.180856Z","end":"2026-05-29T02:08:10.309519Z","steps":["trace[2127174334] 'process raft request' (duration: 128.424332ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:10.322651Z","caller":"traceutil/trace.go:171","msg":"trace[814942603] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"141.362209ms","start":"2026-05-29T02:08:10.181265Z","end":"2026-05-29T02:08:10.322627Z","steps":["trace[814942603] 'process raft request' (duration: 141.207345ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:10.322823Z","caller":"traceutil/trace.go:171","msg":"trace[723064603] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"139.786228ms","start":"2026-05-29T02:08:10.183026Z","end":"2026-05-29T02:08:10.322813Z","steps":["trace[723064603] 'process raft request' (duration: 139.543661ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:15.018955Z","caller":"traceutil/trace.go:171","msg":"trace[96661753] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"111.565973ms","start":"2026-05-29T02:08:14.907366Z","end":"2026-05-29T02:08:15.018932Z","steps":["trace[96661753] 'process raft request' (duration: 111.428179ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:15.19352Z","caller":"traceutil/trace.go:171","msg":"trace[815214351] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"101.336797ms","start":"2026-05-29T02:08:15.092157Z","end":"2026-05-29T02:08:15.193494Z","steps":["trace[815214351] 'process raft request' (duration: 101.122792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:16.249705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.85739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:08:16.249992Z","caller":"traceutil/trace.go:171","msg":"trace[465358639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1167; }","duration":"287.966894ms","start":"2026-05-29T02:08:15.961793Z","end":"2026-05-29T02:08:16.24976Z","steps":["trace[465358639] 'range keys from in-memory index tree' (duration: 287.728927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:16.894275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155603828,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:08:16.98548Z","caller":"traceutil/trace.go:171","msg":"trace[933927747] linearizableReadLoop","detail":"{readStateIndex:1206; appliedIndex:1205; }","duration":"591.351226ms","start":"2026-05-29T02:08:16.394108Z","end":"2026-05-29T02:08:16.985459Z","steps":["trace[933927747] 'read index received' (duration: 591.1115ms)","trace[933927747] 'applied index is now lower than readState.Index' (duration: 238.836µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:16.985585Z","caller":"traceutil/trace.go:171","msg":"trace[576203661] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"730.673162ms","start":"2026-05-29T02:08:16.25488Z","end":"2026-05-29T02:08:16.985553Z","steps":["trace[576203661] 'process raft request' (duration: 730.447946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:16.985766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:16.254851Z","time spent":"730.826066ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:08:16.98595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.741847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:08:16.985986Z","caller":"traceutil/trace.go:171","msg":"trace[759173010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1168; }","duration":"591.928622ms","start":"2026-05-29T02:08:16.394047Z","end":"2026-05-29T02:08:16.985976Z","steps":["trace[759173010] 'agreement among raft nodes before linearized reading' (duration: 591.488841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:16.986013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:16.394017Z","time spent":"591.989292ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:08:17.099183Z","caller":"traceutil/trace.go:171","msg":"trace[1724628176] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"109.802977ms","start":"2026-05-29T02:08:16.989352Z","end":"2026-05-29T02:08:17.099155Z","steps":["trace[1724628176] 'process raft request' (duration: 109.622413ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:17.848104Z","caller":"traceutil/trace.go:171","msg":"trace[1506933252] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"119.779207ms","start":"2026-05-29T02:08:17.7283Z","end":"2026-05-29T02:08:17.84808Z","steps":["trace[1506933252] 'process raft request' (duration: 119.5403ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:26.366071Z","caller":"traceutil/trace.go:171","msg":"trace[1143650733] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"118.034081ms","start":"2026-05-29T02:08:26.248014Z","end":"2026-05-29T02:08:26.366048Z","steps":["trace[1143650733] 'process raft request' (duration: 72.011955ms)","trace[1143650733] 'compare' (duration: 45.851992ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:27.330194Z","caller":"traceutil/trace.go:171","msg":"trace[756756002] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"100.070214ms","start":"2026-05-29T02:08:27.230106Z","end":"2026-05-29T02:08:27.330176Z","steps":["trace[756756002] 'process raft request' (duration: 45.028442ms)","trace[756756002] 'compare' (duration: 54.920398ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:29.412909Z","caller":"traceutil/trace.go:171","msg":"trace[653695705] linearizableReadLoop","detail":"{readStateIndex:1312; appliedIndex:1310; }","duration":"200.98527ms","start":"2026-05-29T02:08:29.211902Z","end":"2026-05-29T02:08:29.412888Z","steps":["trace[653695705] 'read index received' (duration: 4.424766ms)","trace[653695705] 'applied index is now lower than readState.Index' (duration: 196.559584ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:29.413023Z","caller":"traceutil/trace.go:171","msg":"trace[620998309] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"215.093358ms","start":"2026-05-29T02:08:29.197919Z","end":"2026-05-29T02:08:29.413012Z","steps":["trace[620998309] 'process raft request' (duration: 214.900302ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:29.413145Z","caller":"traceutil/trace.go:171","msg":"trace[815790233] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"239.239955ms","start":"2026-05-29T02:08:29.173865Z","end":"2026-05-29T02:08:29.413105Z","steps":["trace[815790233] 'process raft request' (duration: 238.788673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:29.413326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.38785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:08:29.41341Z","caller":"traceutil/trace.go:171","msg":"trace[530696699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1268; }","duration":"201.516884ms","start":"2026-05-29T02:08:29.21187Z","end":"2026-05-29T02:08:29.413387Z","steps":["trace[530696699] 'agreement among raft nodes before linearized reading' (duration: 201.275258ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:29.581842Z","caller":"traceutil/trace.go:171","msg":"trace[1924113992] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"159.46879ms","start":"2026-05-29T02:08:29.422358Z","end":"2026-05-29T02:08:29.581827Z","steps":["trace[1924113992] 'process raft request' (duration: 101.910353ms)","trace[1924113992] 'compare' (duration: 57.286469ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:29.582017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.361051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:29.582131Z","caller":"traceutil/trace.go:171","msg":"trace[2057970265] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1270; }","duration":"148.525624ms","start":"2026-05-29T02:08:29.433584Z","end":"2026-05-29T02:08:29.582109Z","steps":["trace[2057970265] 'agreement among raft nodes before linearized reading' (duration: 148.34124ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:29.581779Z","caller":"traceutil/trace.go:171","msg":"trace[925452447] linearizableReadLoop","detail":"{readStateIndex:1314; appliedIndex:1313; }","duration":"148.120334ms","start":"2026-05-29T02:08:29.433634Z","end":"2026-05-29T02:08:29.581754Z","steps":["trace[925452447] 'read index received' (duration: 90.647249ms)","trace[925452447] 'applied index is now lower than readState.Index' (duration: 57.471965ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:29.699817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.823422ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-29T02:08:29.700025Z","caller":"traceutil/trace.go:171","msg":"trace[1259168868] linearizableReadLoop","detail":"{readStateIndex:1315; appliedIndex:1314; }","duration":"117.839317ms","start":"2026-05-29T02:08:29.582168Z","end":"2026-05-29T02:08:29.700008Z","steps":["trace[1259168868] 'read index received' (duration: 13.701816ms)","trace[1259168868] 'applied index is now lower than readState.Index' (duration: 104.136111ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:29.700342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.037179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:08:29.700411Z","caller":"traceutil/trace.go:171","msg":"trace[1852606397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1271; }","duration":"179.136541ms","start":"2026-05-29T02:08:29.521263Z","end":"2026-05-29T02:08:29.7004Z","steps":["trace[1852606397] 'agreement among raft nodes before linearized reading' (duration: 178.828264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:32.533681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.602467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:08:32.533788Z","caller":"traceutil/trace.go:171","msg":"trace[1466270420] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1306; }","duration":"183.786141ms","start":"2026-05-29T02:08:32.349982Z","end":"2026-05-29T02:08:32.533768Z","steps":["trace[1466270420] 'count revisions from in-memory index tree' (duration: 183.454083ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:33.348401Z","caller":"traceutil/trace.go:171","msg":"trace[666852889] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"110.661039ms","start":"2026-05-29T02:08:33.237686Z","end":"2026-05-29T02:08:33.348347Z","steps":["trace[666852889] 'process raft request' (duration: 110.489015ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:44.135385Z","caller":"traceutil/trace.go:171","msg":"trace[1409943065] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"101.624904ms","start":"2026-05-29T02:08:44.03374Z","end":"2026-05-29T02:08:44.135365Z","steps":["trace[1409943065] 'process raft request' (duration: 100.875354ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:44.937247Z","caller":"traceutil/trace.go:171","msg":"trace[1239921783] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1528; }","duration":"142.127398ms","start":"2026-05-29T02:08:44.795091Z","end":"2026-05-29T02:08:44.937218Z","steps":["trace[1239921783] 'process raft request' (duration: 142.009285ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:45.063984Z","caller":"traceutil/trace.go:171","msg":"trace[1108045641] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1528; }","duration":"107.772665ms","start":"2026-05-29T02:08:44.956189Z","end":"2026-05-29T02:08:45.063962Z","steps":["trace[1108045641] 'process raft request' (duration: 107.664902ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:47.66122Z","caller":"traceutil/trace.go:171","msg":"trace[2038064894] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"114.668554ms","start":"2026-05-29T02:08:47.546521Z","end":"2026-05-29T02:08:47.66119Z","steps":["trace[2038064894] 'process raft request' (duration: 90.938606ms)","trace[2038064894] 'compare' (duration: 23.502292ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:47.661333Z","caller":"traceutil/trace.go:171","msg":"trace[1559620828] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"114.745435ms","start":"2026-05-29T02:08:47.546552Z","end":"2026-05-29T02:08:47.661297Z","steps":["trace[1559620828] 'process raft request' (duration: 114.54139ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:47.661515Z","caller":"traceutil/trace.go:171","msg":"trace[539640012] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"113.230906ms","start":"2026-05-29T02:08:47.548255Z","end":"2026-05-29T02:08:47.661486Z","steps":["trace[539640012] 'process raft request' (duration: 112.893728ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:47.661836Z","caller":"traceutil/trace.go:171","msg":"trace[1515898376] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"113.552824ms","start":"2026-05-29T02:08:47.548261Z","end":"2026-05-29T02:08:47.661814Z","steps":["trace[1515898376] 'process raft request' (duration: 113.090512ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:47.661967Z","caller":"traceutil/trace.go:171","msg":"trace[1895812740] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"112.23846ms","start":"2026-05-29T02:08:47.549716Z","end":"2026-05-29T02:08:47.661955Z","steps":["trace[1895812740] 'process raft request' (duration: 111.895662ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:47.662086Z","caller":"traceutil/trace.go:171","msg":"trace[988961502] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"110.32943ms","start":"2026-05-29T02:08:47.551748Z","end":"2026-05-29T02:08:47.662077Z","steps":["trace[988961502] 'process raft request' (duration: 109.935991ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:47.928004Z","caller":"traceutil/trace.go:171","msg":"trace[1114202166] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"102.593599ms","start":"2026-05-29T02:08:47.825384Z","end":"2026-05-29T02:08:47.927977Z","steps":["trace[1114202166] 'process raft request' (duration: 52.612609ms)","trace[1114202166] 'compare' (duration: 49.713864ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:47.928076Z","caller":"traceutil/trace.go:171","msg":"trace[386101936] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"101.168572ms","start":"2026-05-29T02:08:47.826796Z","end":"2026-05-29T02:08:47.927965Z","steps":["trace[386101936] 'process raft request' (duration: 101.026249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.658306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.117819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-05-29T02:09:03.658392Z","caller":"traceutil/trace.go:171","msg":"trace[174353805] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1837; }","duration":"275.240582ms","start":"2026-05-29T02:09:03.383135Z","end":"2026-05-29T02:09:03.658376Z","steps":["trace[174353805] 'range keys from in-memory index tree' (duration: 274.932624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.658379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.590536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-29T02:09:03.658462Z","caller":"traceutil/trace.go:171","msg":"trace[2064764450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1837; }","duration":"216.686328ms","start":"2026-05-29T02:09:03.441754Z","end":"2026-05-29T02:09:03.65844Z","steps":["trace[2064764450] 'range keys from in-memory index tree' (duration: 216.427051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.658593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.307165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:09:03.658743Z","caller":"traceutil/trace.go:171","msg":"trace[408622736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1837; }","duration":"287.498331ms","start":"2026-05-29T02:09:03.37122Z","end":"2026-05-29T02:09:03.658718Z","steps":["trace[408622736] 'range keys from in-memory index tree' (duration: 287.089921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.659047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.22082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dbea03d7-5e18-46a7-9a37-839773093f39\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-29T02:09:03.659142Z","caller":"traceutil/trace.go:171","msg":"trace[309928441] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dbea03d7-5e18-46a7-9a37-839773093f39; range_end:; response_count:1; response_revision:1837; }","duration":"303.373734ms","start":"2026-05-29T02:09:03.355748Z","end":"2026-05-29T02:09:03.659122Z","steps":["trace[309928441] 'range keys from in-memory index tree' (duration: 302.533922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.659417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:03.355734Z","time spent":"303.506377ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dbea03d7-5e18-46a7-9a37-839773093f39\" "} {"level":"warn","ts":"2026-05-29T02:09:04.270174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155605175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:09:04.771155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155605175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:09:04.929417Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.267484022s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:09:04.929873Z","caller":"traceutil/trace.go:171","msg":"trace[489418479] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"1.267983354s","start":"2026-05-29T02:09:03.661866Z","end":"2026-05-29T02:09:04.92985Z","steps":["trace[489418479] 'process raft request' (duration: 1.267778089s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:04.930017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:03.66185Z","time spent":"1.268093457s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:09:05.077964Z","caller":"traceutil/trace.go:171","msg":"trace[264195125] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"1.005460855s","start":"2026-05-29T02:09:04.072475Z","end":"2026-05-29T02:09:05.077936Z","steps":["trace[264195125] 'process raft request' (duration: 1.00529219s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:05.077982Z","caller":"traceutil/trace.go:171","msg":"trace[1918324055] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1912; }","duration":"1.310709727s","start":"2026-05-29T02:09:03.767249Z","end":"2026-05-29T02:09:05.077958Z","steps":["trace[1918324055] 'read index received' (duration: 1.162397297s)","trace[1918324055] 'applied index is now lower than readState.Index' (duration: 148.31151ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:09:05.078124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:04.072443Z","time spent":"1.005594848s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:09:05.078139Z","caller":"traceutil/trace.go:171","msg":"trace[1055439014] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"948.695807ms","start":"2026-05-29T02:09:04.129426Z","end":"2026-05-29T02:09:05.078122Z","steps":["trace[1055439014] 'process raft request' (duration: 948.39688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:05.078216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310954153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:05.078269Z","caller":"traceutil/trace.go:171","msg":"trace[943525236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1844; }","duration":"1.311060017s","start":"2026-05-29T02:09:03.767197Z","end":"2026-05-29T02:09:05.078257Z","steps":["trace[943525236] 'agreement among raft nodes before linearized reading' (duration: 1.310967564s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:05.078308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:03.767176Z","time spent":"1.311124178s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:09:05.078369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:04.129397Z","time spent":"948.818561ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:09:05.078305Z","caller":"traceutil/trace.go:171","msg":"trace[2018032220] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"502.304763ms","start":"2026-05-29T02:09:04.57593Z","end":"2026-05-29T02:09:05.078235Z","steps":["trace[2018032220] 'process raft request' (duration: 501.990565ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:05.078438Z","caller":"traceutil/trace.go:171","msg":"trace[2138070413] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"930.36974ms","start":"2026-05-29T02:09:04.148055Z","end":"2026-05-29T02:09:05.078425Z","steps":["trace[2138070413] 'process raft request' (duration: 929.802726ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:05.078536Z","caller":"traceutil/trace.go:171","msg":"trace[752022006] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"798.468969ms","start":"2026-05-29T02:09:04.280048Z","end":"2026-05-29T02:09:05.078517Z","steps":["trace[752022006] 'process raft request' (duration: 797.838632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:05.078557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.712865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-29T02:09:05.078583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:04.575902Z","time spent":"502.571319ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:09:05.078618Z","caller":"traceutil/trace.go:171","msg":"trace[130253804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1844; }","duration":"411.809388ms","start":"2026-05-29T02:09:04.666776Z","end":"2026-05-29T02:09:05.078585Z","steps":["trace[130253804] 'agreement among raft nodes before linearized reading' (duration: 411.714155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:05.078631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:04.280009Z","time spent":"798.572172ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:09:05.078663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:04.666672Z","time spent":"411.981202ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-29T02:09:05.07877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232162083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-29T02:09:05.078792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:04.148032Z","time spent":"930.505775ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:09:05.078828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.914995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-29T02:09:05.078823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.86334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dbea03d7-5e18-46a7-9a37-839773093f39\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-05-29T02:09:05.078869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.120192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:09:05.078879Z","caller":"traceutil/trace.go:171","msg":"trace[1763304639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1844; }","duration":"792.963557ms","start":"2026-05-29T02:09:04.285903Z","end":"2026-05-29T02:09:05.078866Z","steps":["trace[1763304639] 'agreement among raft nodes before linearized reading' (duration: 792.830183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:05.078442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280816869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-29T02:09:05.078913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:04.28585Z","time spent":"793.056039ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:09:05.078839Z","caller":"traceutil/trace.go:171","msg":"trace[530747404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1844; }","duration":"1.232271166s","start":"2026-05-29T02:09:03.846556Z","end":"2026-05-29T02:09:05.078828Z","steps":["trace[530747404] 'agreement among raft nodes before linearized reading' (duration: 1.232068621s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:05.078999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:03.846503Z","time spent":"1.232482612s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:09:05.078973Z","caller":"traceutil/trace.go:171","msg":"trace[1885407486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1844; }","duration":"1.281381303s","start":"2026-05-29T02:09:03.797559Z","end":"2026-05-29T02:09:05.078941Z","steps":["trace[1885407486] 'agreement among raft nodes before linearized reading' (duration: 1.280739157s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:05.079113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:03.797536Z","time spent":"1.281566798s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:09:05.078868Z","caller":"traceutil/trace.go:171","msg":"trace[583266636] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"1.40879888s","start":"2026-05-29T02:09:03.669258Z","end":"2026-05-29T02:09:05.078057Z","steps":["trace[583266636] 'process raft request' (duration: 1.40266489s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:05.07891Z","caller":"traceutil/trace.go:171","msg":"trace[1725965440] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:1844; }","duration":"918.259765ms","start":"2026-05-29T02:09:04.160639Z","end":"2026-05-29T02:09:05.078899Z","steps":["trace[1725965440] 'agreement among raft nodes before linearized reading' (duration: 917.935957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:05.079295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:03.669233Z","time spent":"1.40998747s","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:09:05.079344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:04.160625Z","time spent":"918.703828ms","remote":"127.0.0.1:38150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-05-29T02:09:05.078893Z","caller":"traceutil/trace.go:171","msg":"trace[399213231] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dbea03d7-5e18-46a7-9a37-839773093f39; range_end:; response_count:1; response_revision:1844; }","duration":"413.973773ms","start":"2026-05-29T02:09:04.664902Z","end":"2026-05-29T02:09:05.078876Z","steps":["trace[399213231] 'agreement among raft nodes before linearized reading' (duration: 413.780438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:05.079515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:04.664881Z","time spent":"414.62332ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dbea03d7-5e18-46a7-9a37-839773093f39\" "} {"level":"warn","ts":"2026-05-29T02:09:05.079092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.841936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-29T02:09:05.081557Z","caller":"traceutil/trace.go:171","msg":"trace[231797465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1844; }","duration":"932.399083ms","start":"2026-05-29T02:09:04.149133Z","end":"2026-05-29T02:09:05.081532Z","steps":["trace[231797465] 'agreement among raft nodes before linearized reading' (duration: 929.473757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:05.081714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:04.14912Z","time spent":"932.573298ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T02:09:05.890112Z","caller":"traceutil/trace.go:171","msg":"trace[955208021] linearizableReadLoop","detail":"{readStateIndex:1930; appliedIndex:1928; }","duration":"460.69678ms","start":"2026-05-29T02:09:05.429393Z","end":"2026-05-29T02:09:05.89009Z","steps":["trace[955208021] 'read index received' (duration: 460.476593ms)","trace[955208021] 'applied index is now lower than readState.Index' (duration: 219.147µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:05.890201Z","caller":"traceutil/trace.go:171","msg":"trace[717777423] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"777.959495ms","start":"2026-05-29T02:09:05.112227Z","end":"2026-05-29T02:09:05.890186Z","steps":["trace[717777423] 'process raft request' (duration: 777.803611ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:05.890196Z","caller":"traceutil/trace.go:171","msg":"trace[424970866] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"784.825063ms","start":"2026-05-29T02:09:05.105341Z","end":"2026-05-29T02:09:05.890166Z","steps":["trace[424970866] 'process raft request' (duration: 784.516145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:05.89024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.836203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:05.890275Z","caller":"traceutil/trace.go:171","msg":"trace[1466373343] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1854; }","duration":"460.981357ms","start":"2026-05-29T02:09:05.429283Z","end":"2026-05-29T02:09:05.890265Z","steps":["trace[1466373343] 'agreement among raft nodes before linearized reading' (duration: 460.898865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:05.890309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:05.112215Z","time spent":"778.020946ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:09:05.89031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:05.429251Z","time spent":"461.049939ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:09:05.890367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:05.105313Z","time spent":"784.948897ms","remote":"127.0.0.1:38150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:09:13.433974Z","caller":"traceutil/trace.go:171","msg":"trace[1452626056] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1994; }","duration":"228.556037ms","start":"2026-05-29T02:09:13.205386Z","end":"2026-05-29T02:09:13.433942Z","steps":["trace[1452626056] 'read index received' (duration: 227.803438ms)","trace[1452626056] 'applied index is now lower than readState.Index' (duration: 751.099µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:13.434269Z","caller":"traceutil/trace.go:171","msg":"trace[1210466367] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"230.424906ms","start":"2026-05-29T02:09:13.203819Z","end":"2026-05-29T02:09:13.434244Z","steps":["trace[1210466367] 'process raft request' (duration: 229.355298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:13.434358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.453036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-29T02:09:13.434358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.323603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:09:13.434394Z","caller":"traceutil/trace.go:171","msg":"trace[2104521978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1917; }","duration":"225.543268ms","start":"2026-05-29T02:09:13.208842Z","end":"2026-05-29T02:09:13.434386Z","steps":["trace[2104521978] 'agreement among raft nodes before linearized reading' (duration: 225.388235ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:13.434406Z","caller":"traceutil/trace.go:171","msg":"trace[415317322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1917; }","duration":"225.415636ms","start":"2026-05-29T02:09:13.208979Z","end":"2026-05-29T02:09:13.434394Z","steps":["trace[415317322] 'agreement among raft nodes before linearized reading' (duration: 225.278722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:13.434359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.957948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-29T02:09:13.434459Z","caller":"traceutil/trace.go:171","msg":"trace[1051542279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1917; }","duration":"229.094091ms","start":"2026-05-29T02:09:13.205359Z","end":"2026-05-29T02:09:13.434453Z","steps":["trace[1051542279] 'agreement among raft nodes before linearized reading' (duration: 228.837565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:17.662636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.394856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:09:17.663017Z","caller":"traceutil/trace.go:171","msg":"trace[1961224635] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"183.129216ms","start":"2026-05-29T02:09:17.479869Z","end":"2026-05-29T02:09:17.662998Z","steps":["trace[1961224635] 'process raft request' (duration: 183.055224ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:17.663036Z","caller":"traceutil/trace.go:171","msg":"trace[1745220951] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"184.223094ms","start":"2026-05-29T02:09:17.478772Z","end":"2026-05-29T02:09:17.662995Z","steps":["trace[1745220951] 'process raft request' (duration: 61.381967ms)","trace[1745220951] 'compare' (duration: 122.024006ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:17.663057Z","caller":"traceutil/trace.go:171","msg":"trace[1050548001] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"183.865846ms","start":"2026-05-29T02:09:17.479161Z","end":"2026-05-29T02:09:17.663027Z","steps":["trace[1050548001] 'process raft request' (duration: 183.682441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:21.687922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155605467,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:09:21.893186Z","caller":"traceutil/trace.go:171","msg":"trace[754725487] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"871.684831ms","start":"2026-05-29T02:09:21.021477Z","end":"2026-05-29T02:09:21.893161Z","steps":["trace[754725487] 'process raft request' (duration: 871.411764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:21.893386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:21.02145Z","time spent":"871.868986ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:09:21.893463Z","caller":"traceutil/trace.go:171","msg":"trace[904986846] linearizableReadLoop","detail":"{readStateIndex:2065; appliedIndex:2059; }","duration":"706.216675ms","start":"2026-05-29T02:09:21.187234Z","end":"2026-05-29T02:09:21.893451Z","steps":["trace[904986846] 'read index received' (duration: 705.617529ms)","trace[904986846] 'applied index is now lower than readState.Index' (duration: 598.526µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:21.893531Z","caller":"traceutil/trace.go:171","msg":"trace[299538213] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"768.854545ms","start":"2026-05-29T02:09:21.124671Z","end":"2026-05-29T02:09:21.893525Z","steps":["trace[299538213] 'process raft request' (duration: 768.608348ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:21.893672Z","caller":"traceutil/trace.go:171","msg":"trace[1533180922] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"319.290878ms","start":"2026-05-29T02:09:21.574341Z","end":"2026-05-29T02:09:21.893632Z","steps":["trace[1533180922] 'process raft request' (duration: 319.088113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:21.893877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:21.574315Z","time spent":"319.477132ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:09:21.893948Z","caller":"traceutil/trace.go:171","msg":"trace[187505543] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"749.926082ms","start":"2026-05-29T02:09:21.144012Z","end":"2026-05-29T02:09:21.893938Z","steps":["trace[187505543] 'process raft request' (duration: 749.376369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:21.894006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:21.143995Z","time spent":"749.984894ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:09:21.894098Z","caller":"traceutil/trace.go:171","msg":"trace[344706973] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"759.455141ms","start":"2026-05-29T02:09:21.134636Z","end":"2026-05-29T02:09:21.894091Z","steps":["trace[344706973] 'process raft request' (duration: 758.734092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:21.894143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:21.13461Z","time spent":"759.510302ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:09:21.894223Z","caller":"traceutil/trace.go:171","msg":"trace[408801955] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"749.42845ms","start":"2026-05-29T02:09:21.144781Z","end":"2026-05-29T02:09:21.89421Z","steps":["trace[408801955] 'process raft request' (duration: 748.624339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:21.893607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:21.124649Z","time spent":"768.895175ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:09:21.894346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:21.144761Z","time spent":"749.546103ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:09:21.894535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.305074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-29T02:09:21.894582Z","caller":"traceutil/trace.go:171","msg":"trace[2130652676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1985; }","duration":"707.378895ms","start":"2026-05-29T02:09:21.187189Z","end":"2026-05-29T02:09:21.894568Z","steps":["trace[2130652676] 'agreement among raft nodes before linearized reading' (duration: 707.242181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:21.89459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.495226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:21.894674Z","caller":"traceutil/trace.go:171","msg":"trace[1480097818] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1985; }","duration":"582.621979ms","start":"2026-05-29T02:09:21.312034Z","end":"2026-05-29T02:09:21.894656Z","steps":["trace[1480097818] 'agreement among raft nodes before linearized reading' (duration: 582.495486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:21.894664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.937241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-29T02:09:21.894698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.13396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:09:21.894736Z","caller":"traceutil/trace.go:171","msg":"trace[450943500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1985; }","duration":"217.180701ms","start":"2026-05-29T02:09:21.677545Z","end":"2026-05-29T02:09:21.894726Z","steps":["trace[450943500] 'agreement among raft nodes before linearized reading' (duration: 217.096268ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:21.894738Z","caller":"traceutil/trace.go:171","msg":"trace[1551022390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1985; }","duration":"218.054743ms","start":"2026-05-29T02:09:21.676667Z","end":"2026-05-29T02:09:21.894722Z","steps":["trace[1551022390] 'agreement among raft nodes before linearized reading' (duration: 217.886639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:21.894732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:21.312019Z","time spent":"582.696901ms","remote":"127.0.0.1:41954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:09:21.894844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.177017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-29T02:09:21.89488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.200251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:09:21.894891Z","caller":"traceutil/trace.go:171","msg":"trace[951619913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1985; }","duration":"218.242758ms","start":"2026-05-29T02:09:21.676636Z","end":"2026-05-29T02:09:21.894879Z","steps":["trace[951619913] 'agreement among raft nodes before linearized reading' (duration: 218.122435ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:21.89492Z","caller":"traceutil/trace.go:171","msg":"trace[1346632476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1985; }","duration":"408.274933ms","start":"2026-05-29T02:09:21.486635Z","end":"2026-05-29T02:09:21.89491Z","steps":["trace[1346632476] 'agreement among raft nodes before linearized reading' (duration: 408.182801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:21.894613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:21.187173Z","time spent":"707.432277ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-29T02:09:21.894952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:21.486608Z","time spent":"408.337495ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:09:41.658922Z","caller":"traceutil/trace.go:171","msg":"trace[303903496] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"124.355986ms","start":"2026-05-29T02:09:41.53453Z","end":"2026-05-29T02:09:41.658886Z","steps":["trace[303903496] 'process raft request' (duration: 124.187802ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:42.188237Z","caller":"traceutil/trace.go:171","msg":"trace[2100580963] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"105.121425ms","start":"2026-05-29T02:09:42.08307Z","end":"2026-05-29T02:09:42.188191Z","steps":["trace[2100580963] 'process raft request' (duration: 34.034236ms)","trace[2100580963] 'compare' (duration: 70.911145ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:09:42.552851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.842113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:09:42.552937Z","caller":"traceutil/trace.go:171","msg":"trace[1014152257] linearizableReadLoop","detail":"{readStateIndex:2187; appliedIndex:2186; }","duration":"276.824253ms","start":"2026-05-29T02:09:42.276099Z","end":"2026-05-29T02:09:42.552924Z","steps":["trace[1014152257] 'read index received' (duration: 19.757114ms)","trace[1014152257] 'applied index is now lower than readState.Index' (duration: 257.066209ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:42.552983Z","caller":"traceutil/trace.go:171","msg":"trace[1731474904] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"280.775076ms","start":"2026-05-29T02:09:42.272168Z","end":"2026-05-29T02:09:42.552943Z","steps":["trace[1731474904] 'process raft request' (duration: 23.774159ms)","trace[1731474904] 'compare' (duration: 256.69599ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:09:42.553073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.969876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-05-29T02:09:42.553104Z","caller":"traceutil/trace.go:171","msg":"trace[1098338921] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2103; }","duration":"277.030698ms","start":"2026-05-29T02:09:42.276066Z","end":"2026-05-29T02:09:42.553097Z","steps":["trace[1098338921] 'agreement among raft nodes before linearized reading' (duration: 276.927345ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:54.371627Z","caller":"traceutil/trace.go:171","msg":"trace[1201375415] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"278.321153ms","start":"2026-05-29T02:09:54.093275Z","end":"2026-05-29T02:09:54.371597Z","steps":["trace[1201375415] 'process raft request' (duration: 278.087806ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:54.457393Z","caller":"traceutil/trace.go:171","msg":"trace[1930248918] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"334.325259ms","start":"2026-05-29T02:09:54.12298Z","end":"2026-05-29T02:09:54.457305Z","steps":["trace[1930248918] 'process raft request' (duration: 278.26423ms)","trace[1930248918] 'compare' (duration: 55.69997ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:54.457606Z","caller":"traceutil/trace.go:171","msg":"trace[265987774] linearizableReadLoop","detail":"{readStateIndex:2248; appliedIndex:2244; }","duration":"294.081443ms","start":"2026-05-29T02:09:54.163489Z","end":"2026-05-29T02:09:54.45757Z","steps":["trace[265987774] 'read index received' (duration: 207.832168ms)","trace[265987774] 'applied index is now lower than readState.Index' (duration: 86.245785ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:54.457649Z","caller":"traceutil/trace.go:171","msg":"trace[559187664] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"330.48597ms","start":"2026-05-29T02:09:54.127134Z","end":"2026-05-29T02:09:54.45762Z","steps":["trace[559187664] 'process raft request' (duration: 330.098659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:54.457778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:54.127105Z","time spent":"330.597243ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:09:54.457655Z","caller":"traceutil/trace.go:171","msg":"trace[1347539819] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"330.300815ms","start":"2026-05-29T02:09:54.127307Z","end":"2026-05-29T02:09:54.457607Z","steps":["trace[1347539819] 'process raft request' (duration: 330.158931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:54.457936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.408582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:09:54.457998Z","caller":"traceutil/trace.go:171","msg":"trace[231490065] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:2161; }","duration":"294.543885ms","start":"2026-05-29T02:09:54.163438Z","end":"2026-05-29T02:09:54.457982Z","steps":["trace[231490065] 'agreement among raft nodes before linearized reading' (duration: 294.304419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:54.458091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.032291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:09:54.458177Z","caller":"traceutil/trace.go:171","msg":"trace[227981273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2161; }","duration":"138.146335ms","start":"2026-05-29T02:09:54.32001Z","end":"2026-05-29T02:09:54.458156Z","steps":["trace[227981273] 'agreement among raft nodes before linearized reading' (duration: 137.95417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:54.458177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.476309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-29T02:09:54.458272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.803593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-29T02:09:54.4583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.433034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-29T02:09:54.458266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:54.127284Z","time spent":"330.565071ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:09:54.458399Z","caller":"traceutil/trace.go:171","msg":"trace[256112468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2161; }","duration":"140.577638ms","start":"2026-05-29T02:09:54.317792Z","end":"2026-05-29T02:09:54.458369Z","steps":["trace[256112468] 'agreement among raft nodes before linearized reading' (duration: 140.225108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:54.458423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.625484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-29T02:09:54.458504Z","caller":"traceutil/trace.go:171","msg":"trace[1173505541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2161; }","duration":"292.752558ms","start":"2026-05-29T02:09:54.165736Z","end":"2026-05-29T02:09:54.458489Z","steps":["trace[1173505541] 'agreement among raft nodes before linearized reading' (duration: 292.04348ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:54.458279Z","caller":"traceutil/trace.go:171","msg":"trace[951830787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2161; }","duration":"139.640164ms","start":"2026-05-29T02:09:54.318622Z","end":"2026-05-29T02:09:54.458262Z","steps":["trace[951830787] 'agreement among raft nodes before linearized reading' (duration: 139.184832ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:54.458381Z","caller":"traceutil/trace.go:171","msg":"trace[965504585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2161; }","duration":"213.974449ms","start":"2026-05-29T02:09:54.244382Z","end":"2026-05-29T02:09:54.458356Z","steps":["trace[965504585] 'agreement among raft nodes before linearized reading' (duration: 213.561568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:54.458914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:54.12293Z","time spent":"334.580266ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:09:54.459005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.180185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-29T02:09:54.459064Z","caller":"traceutil/trace.go:171","msg":"trace[1496575437] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2161; }","duration":"123.250058ms","start":"2026-05-29T02:09:54.3358Z","end":"2026-05-29T02:09:54.45905Z","steps":["trace[1496575437] 'agreement among raft nodes before linearized reading' (duration: 123.024561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:54.459693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.849919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:09:54.459758Z","caller":"traceutil/trace.go:171","msg":"trace[2142675287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2161; }","duration":"212.935152ms","start":"2026-05-29T02:09:54.246805Z","end":"2026-05-29T02:09:54.459741Z","steps":["trace[2142675287] 'agreement among raft nodes before linearized reading' (duration: 211.022622ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:00.718028Z","caller":"traceutil/trace.go:171","msg":"trace[840683980] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"318.322674ms","start":"2026-05-29T02:10:00.399675Z","end":"2026-05-29T02:10:00.717998Z","steps":["trace[840683980] 'process raft request' (duration: 318.027415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:00.718202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:00.399649Z","time spent":"318.457596ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:00.726445Z","caller":"traceutil/trace.go:171","msg":"trace[369171452] linearizableReadLoop","detail":"{readStateIndex:2282; appliedIndex:2278; }","duration":"227.832849ms","start":"2026-05-29T02:10:00.49859Z","end":"2026-05-29T02:10:00.726423Z","steps":["trace[369171452] 'read index received' (duration: 219.118272ms)","trace[369171452] 'applied index is now lower than readState.Index' (duration: 8.713797ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:00.726495Z","caller":"traceutil/trace.go:171","msg":"trace[514694571] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"246.487704ms","start":"2026-05-29T02:10:00.479976Z","end":"2026-05-29T02:10:00.726464Z","steps":["trace[514694571] 'process raft request' (duration: 246.368161ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:00.726528Z","caller":"traceutil/trace.go:171","msg":"trace[757030913] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"249.105012ms","start":"2026-05-29T02:10:00.477404Z","end":"2026-05-29T02:10:00.726509Z","steps":["trace[757030913] 'process raft request' (duration: 248.799055ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:00.726515Z","caller":"traceutil/trace.go:171","msg":"trace[1731558439] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"244.595795ms","start":"2026-05-29T02:10:00.48189Z","end":"2026-05-29T02:10:00.726486Z","steps":["trace[1731558439] 'process raft request' (duration: 244.493482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:00.726671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.062025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-29T02:10:00.726712Z","caller":"traceutil/trace.go:171","msg":"trace[709627019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2193; }","duration":"228.151957ms","start":"2026-05-29T02:10:00.498546Z","end":"2026-05-29T02:10:00.726698Z","steps":["trace[709627019] 'agreement among raft nodes before linearized reading' (duration: 228.001353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:00.726762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.176171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:10:00.726792Z","caller":"traceutil/trace.go:171","msg":"trace[1432905339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2193; }","duration":"222.216772ms","start":"2026-05-29T02:10:00.504568Z","end":"2026-05-29T02:10:00.726785Z","steps":["trace[1432905339] 'agreement among raft nodes before linearized reading' (duration: 222.13011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:00.726788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.554091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-29T02:10:00.726814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.513318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:10:00.726832Z","caller":"traceutil/trace.go:171","msg":"trace[429714767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2193; }","duration":"227.647594ms","start":"2026-05-29T02:10:00.499172Z","end":"2026-05-29T02:10:00.72682Z","steps":["trace[429714767] 'agreement among raft nodes before linearized reading' (duration: 227.5086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:00.726837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.695445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-29T02:10:00.726798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.696225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:10:00.726884Z","caller":"traceutil/trace.go:171","msg":"trace[1230836261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2193; }","duration":"222.763736ms","start":"2026-05-29T02:10:00.504108Z","end":"2026-05-29T02:10:00.726872Z","steps":["trace[1230836261] 'agreement among raft nodes before linearized reading' (duration: 222.580262ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:00.726868Z","caller":"traceutil/trace.go:171","msg":"trace[1465153934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2193; }","duration":"225.593191ms","start":"2026-05-29T02:10:00.501262Z","end":"2026-05-29T02:10:00.726855Z","steps":["trace[1465153934] 'agreement among raft nodes before linearized reading' (duration: 225.433137ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:00.727091Z","caller":"traceutil/trace.go:171","msg":"trace[1549359279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2193; }","duration":"222.832389ms","start":"2026-05-29T02:10:00.504074Z","end":"2026-05-29T02:10:00.726906Z","steps":["trace[1549359279] 'agreement among raft nodes before linearized reading' (duration: 222.619023ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:01.794855Z","caller":"traceutil/trace.go:171","msg":"trace[812003481] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"251.804273ms","start":"2026-05-29T02:10:01.543032Z","end":"2026-05-29T02:10:01.794836Z","steps":["trace[812003481] 'process raft request' (duration: 251.634038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:02.521721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.306262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:10:02.521819Z","caller":"traceutil/trace.go:171","msg":"trace[1514929972] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2199; }","duration":"288.462046ms","start":"2026-05-29T02:10:02.233334Z","end":"2026-05-29T02:10:02.521796Z","steps":["trace[1514929972] 'count revisions from in-memory index tree' (duration: 288.202239ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:02.858477Z","caller":"traceutil/trace.go:171","msg":"trace[1956699737] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"133.834412ms","start":"2026-05-29T02:10:02.724616Z","end":"2026-05-29T02:10:02.85845Z","steps":["trace[1956699737] 'process raft request' (duration: 133.691958ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:02.867653Z","caller":"traceutil/trace.go:171","msg":"trace[368371661] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"133.633937ms","start":"2026-05-29T02:10:02.733994Z","end":"2026-05-29T02:10:02.867628Z","steps":["trace[368371661] 'process raft request' (duration: 133.559405ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:02.86766Z","caller":"traceutil/trace.go:171","msg":"trace[1536044993] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"134.808427ms","start":"2026-05-29T02:10:02.732824Z","end":"2026-05-29T02:10:02.867632Z","steps":["trace[1536044993] 'process raft request' (duration: 134.583231ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:02.867892Z","caller":"traceutil/trace.go:171","msg":"trace[366688893] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"133.612647ms","start":"2026-05-29T02:10:02.734269Z","end":"2026-05-29T02:10:02.867882Z","steps":["trace[366688893] 'process raft request' (duration: 133.326029ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:02.867833Z","caller":"traceutil/trace.go:171","msg":"trace[976078831] linearizableReadLoop","detail":"{readStateIndex:2292; appliedIndex:2288; }","duration":"107.58279ms","start":"2026-05-29T02:10:02.760234Z","end":"2026-05-29T02:10:02.867817Z","steps":["trace[976078831] 'read index received' (duration: 98.074092ms)","trace[976078831] 'applied index is now lower than readState.Index' (duration: 9.506398ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:02.868117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.876647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-29T02:10:02.868147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.009198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:02.868222Z","caller":"traceutil/trace.go:171","msg":"trace[928925423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2203; }","duration":"101.146361ms","start":"2026-05-29T02:10:02.767062Z","end":"2026-05-29T02:10:02.868208Z","steps":["trace[928925423] 'agreement among raft nodes before linearized reading' (duration: 101.032888ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:02.868166Z","caller":"traceutil/trace.go:171","msg":"trace[1587387213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2203; }","duration":"107.937528ms","start":"2026-05-29T02:10:02.760216Z","end":"2026-05-29T02:10:02.868154Z","steps":["trace[1587387213] 'agreement among raft nodes before linearized reading' (duration: 107.798825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:21.182985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.056071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:10:21.183188Z","caller":"traceutil/trace.go:171","msg":"trace[1708982706] linearizableReadLoop","detail":"{readStateIndex:2394; appliedIndex:2391; }","duration":"226.912594ms","start":"2026-05-29T02:10:20.956259Z","end":"2026-05-29T02:10:21.183172Z","steps":["trace[1708982706] 'read index received' (duration: 28.762008ms)","trace[1708982706] 'applied index is now lower than readState.Index' (duration: 198.149716ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:21.183286Z","caller":"traceutil/trace.go:171","msg":"trace[861554204] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"229.595243ms","start":"2026-05-29T02:10:20.953677Z","end":"2026-05-29T02:10:21.183272Z","steps":["trace[861554204] 'process raft request' (duration: 229.411589ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:21.183299Z","caller":"traceutil/trace.go:171","msg":"trace[2122176430] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"229.804649ms","start":"2026-05-29T02:10:20.953468Z","end":"2026-05-29T02:10:21.183273Z","steps":["trace[2122176430] 'process raft request' (duration: 116.374728ms)","trace[2122176430] 'compare' (duration: 112.765824ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:21.183522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.187171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:10:21.183557Z","caller":"traceutil/trace.go:171","msg":"trace[145536492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2301; }","duration":"222.276013ms","start":"2026-05-29T02:10:20.961272Z","end":"2026-05-29T02:10:21.183548Z","steps":["trace[145536492] 'agreement among raft nodes before linearized reading' (duration: 222.101609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:21.18353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.244602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-29T02:10:21.183576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.668882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-29T02:10:21.183652Z","caller":"traceutil/trace.go:171","msg":"trace[1462468489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2301; }","duration":"197.762105ms","start":"2026-05-29T02:10:20.985869Z","end":"2026-05-29T02:10:21.183631Z","steps":["trace[1462468489] 'agreement among raft nodes before linearized reading' (duration: 197.56746ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:21.1836Z","caller":"traceutil/trace.go:171","msg":"trace[1433802252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2301; }","duration":"227.337524ms","start":"2026-05-29T02:10:20.956245Z","end":"2026-05-29T02:10:21.183583Z","steps":["trace[1433802252] 'agreement among raft nodes before linearized reading' (duration: 227.147259ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:12.992159Z","caller":"traceutil/trace.go:171","msg":"trace[1898016034] linearizableReadLoop","detail":"{readStateIndex:2855; appliedIndex:2854; }","duration":"224.231772ms","start":"2026-05-29T02:11:12.767896Z","end":"2026-05-29T02:11:12.992127Z","steps":["trace[1898016034] 'read index received' (duration: 223.938934ms)","trace[1898016034] 'applied index is now lower than readState.Index' (duration: 291.668µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:11:12.992383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.425527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:11:12.992428Z","caller":"traceutil/trace.go:171","msg":"trace[543658197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2744; }","duration":"224.579211ms","start":"2026-05-29T02:11:12.767837Z","end":"2026-05-29T02:11:12.992417Z","steps":["trace[543658197] 'agreement among raft nodes before linearized reading' (duration: 224.435778ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:12.992548Z","caller":"traceutil/trace.go:171","msg":"trace[710346095] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"271.763018ms","start":"2026-05-29T02:11:12.720747Z","end":"2026-05-29T02:11:12.99251Z","steps":["trace[710346095] 'process raft request' (duration: 271.168632ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:31.415161Z","caller":"traceutil/trace.go:171","msg":"trace[1484623271] linearizableReadLoop","detail":"{readStateIndex:2983; appliedIndex:2980; }","duration":"154.548059ms","start":"2026-05-29T02:11:31.260591Z","end":"2026-05-29T02:11:31.415139Z","steps":["trace[1484623271] 'read index received' (duration: 1.600821ms)","trace[1484623271] 'applied index is now lower than readState.Index' (duration: 152.946518ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:11:31.415274Z","caller":"traceutil/trace.go:171","msg":"trace[1929825959] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"232.934708ms","start":"2026-05-29T02:11:31.182327Z","end":"2026-05-29T02:11:31.415262Z","steps":["trace[1929825959] 'process raft request' (duration: 232.707273ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:31.415456Z","caller":"traceutil/trace.go:171","msg":"trace[59062811] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"232.541058ms","start":"2026-05-29T02:11:31.182907Z","end":"2026-05-29T02:11:31.415448Z","steps":["trace[59062811] 'process raft request' (duration: 232.20229ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:31.415372Z","caller":"traceutil/trace.go:171","msg":"trace[449736644] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"234.91457ms","start":"2026-05-29T02:11:31.180422Z","end":"2026-05-29T02:11:31.415337Z","steps":["trace[449736644] 'process raft request' (duration: 147.979449ms)","trace[449736644] 'compare' (duration: 86.318145ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:11:31.415649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.050572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-29T02:11:31.415694Z","caller":"traceutil/trace.go:171","msg":"trace[405451917] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2868; }","duration":"155.140084ms","start":"2026-05-29T02:11:31.260546Z","end":"2026-05-29T02:11:31.415686Z","steps":["trace[405451917] 'agreement among raft nodes before linearized reading' (duration: 155.00848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:31.415693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.479533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:11:31.415779Z","caller":"traceutil/trace.go:171","msg":"trace[99990395] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2868; }","duration":"135.627778ms","start":"2026-05-29T02:11:31.280135Z","end":"2026-05-29T02:11:31.415762Z","steps":["trace[99990395] 'agreement among raft nodes before linearized reading' (duration: 135.470883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:31.416076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.165567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:11:31.416116Z","caller":"traceutil/trace.go:171","msg":"trace[872444296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2868; }","duration":"102.204208ms","start":"2026-05-29T02:11:31.313901Z","end":"2026-05-29T02:11:31.416106Z","steps":["trace[872444296] 'agreement among raft nodes before linearized reading' (duration: 102.073835ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:31.619646Z","caller":"traceutil/trace.go:171","msg":"trace[50221331] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"113.252725ms","start":"2026-05-29T02:11:31.506367Z","end":"2026-05-29T02:11:31.61962Z","steps":["trace[50221331] 'process raft request' (duration: 17.032823ms)","trace[50221331] 'compare' (duration: 95.941545ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:11:31.620539Z","caller":"traceutil/trace.go:171","msg":"trace[1373224900] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"114.048276ms","start":"2026-05-29T02:11:31.506476Z","end":"2026-05-29T02:11:31.620524Z","steps":["trace[1373224900] 'process raft request' (duration: 113.601504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:47.974274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.626365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-05-29T02:11:47.974398Z","caller":"traceutil/trace.go:171","msg":"trace[339989663] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2952; }","duration":"709.811921ms","start":"2026-05-29T02:11:47.264567Z","end":"2026-05-29T02:11:47.974379Z","steps":["trace[339989663] 'range keys from in-memory index tree' (duration: 709.449671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:47.974446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:47.264545Z","time spent":"709.891193ms","remote":"127.0.0.1:38330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-29T02:11:47.974608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.88681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:11:47.974702Z","caller":"traceutil/trace.go:171","msg":"trace[2116845396] linearizableReadLoop","detail":"{readStateIndex:3071; appliedIndex:3070; }","duration":"546.136804ms","start":"2026-05-29T02:11:47.42855Z","end":"2026-05-29T02:11:47.974687Z","steps":["trace[2116845396] 'read index received' (duration: 306.115651ms)","trace[2116845396] 'applied index is now lower than readState.Index' (duration: 240.019763ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:11:47.974908Z","caller":"traceutil/trace.go:171","msg":"trace[1625508897] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"656.524014ms","start":"2026-05-29T02:11:47.318371Z","end":"2026-05-29T02:11:47.974895Z","steps":["trace[1625508897] 'process raft request' (duration: 416.280376ms)","trace[1625508897] 'compare' (duration: 239.412607ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:11:47.974971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:47.318356Z","time spent":"656.585525ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:11:47.97513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.567616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18b3e764beab13c8\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-05-29T02:11:47.975196Z","caller":"traceutil/trace.go:171","msg":"trace[583182907] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18b3e764beab13c8; range_end:; response_count:1; response_revision:2953; }","duration":"546.653257ms","start":"2026-05-29T02:11:47.428527Z","end":"2026-05-29T02:11:47.97518Z","steps":["trace[583182907] 'agreement among raft nodes before linearized reading' (duration: 546.464042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:47.975291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:47.428513Z","time spent":"546.765751ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.18b3e764beab13c8\" "} {"level":"info","ts":"2026-05-29T02:11:47.977155Z","caller":"traceutil/trace.go:171","msg":"trace[1696971383] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"508.837633ms","start":"2026-05-29T02:11:47.468289Z","end":"2026-05-29T02:11:47.977127Z","steps":["trace[1696971383] 'process raft request' (duration: 508.772532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:47.977276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.609582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:11:47.977313Z","caller":"traceutil/trace.go:171","msg":"trace[407030113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2956; }","duration":"417.670304ms","start":"2026-05-29T02:11:47.559636Z","end":"2026-05-29T02:11:47.977306Z","steps":["trace[407030113] 'agreement among raft nodes before linearized reading' (duration: 417.584931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:47.977303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:47.468278Z","time spent":"508.949777ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:11:47.977367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.773826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:11:47.977323Z","caller":"traceutil/trace.go:171","msg":"trace[1758776790] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"507.434267ms","start":"2026-05-29T02:11:47.469861Z","end":"2026-05-29T02:11:47.977296Z","steps":["trace[1758776790] 'process raft request' (duration: 507.233551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:47.977362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.752804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-29T02:11:47.977421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.168636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:11:47.977416Z","caller":"traceutil/trace.go:171","msg":"trace[1504442652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2956; }","duration":"207.825415ms","start":"2026-05-29T02:11:47.769578Z","end":"2026-05-29T02:11:47.977403Z","steps":["trace[1504442652] 'agreement among raft nodes before linearized reading' (duration: 207.683081ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:47.977438Z","caller":"traceutil/trace.go:171","msg":"trace[385351246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2956; }","duration":"210.203377ms","start":"2026-05-29T02:11:47.767231Z","end":"2026-05-29T02:11:47.977435Z","steps":["trace[385351246] 'agreement among raft nodes before linearized reading' (duration: 210.163476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:47.97733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:47.559619Z","time spent":"417.705054ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:11:47.977483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.522996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:11:47.977498Z","caller":"traceutil/trace.go:171","msg":"trace[1631579615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2956; }","duration":"210.562556ms","start":"2026-05-29T02:11:47.766931Z","end":"2026-05-29T02:11:47.977494Z","steps":["trace[1631579615] 'agreement among raft nodes before linearized reading' (duration: 210.542426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:47.977475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:47.469851Z","time spent":"507.550421ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:11:47.977386Z","caller":"traceutil/trace.go:171","msg":"trace[2111682368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2956; }","duration":"209.806317ms","start":"2026-05-29T02:11:47.767576Z","end":"2026-05-29T02:11:47.977382Z","steps":["trace[2111682368] 'agreement among raft nodes before linearized reading' (duration: 209.762926ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:47.977747Z","caller":"traceutil/trace.go:171","msg":"trace[323562187] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"510.736013ms","start":"2026-05-29T02:11:47.466441Z","end":"2026-05-29T02:11:47.977177Z","steps":["trace[323562187] 'process raft request' (duration: 510.497567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:47.977919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:47.466413Z","time spent":"511.428622ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:11:47.977616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.686698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:11:47.978532Z","caller":"traceutil/trace.go:171","msg":"trace[2100348292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2956; }","duration":"204.606841ms","start":"2026-05-29T02:11:47.773908Z","end":"2026-05-29T02:11:47.978515Z","steps":["trace[2100348292] 'agreement among raft nodes before linearized reading' (duration: 203.596335ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:15:29.559834Z","caller":"traceutil/trace.go:171","msg":"trace[95924948] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"285.155471ms","start":"2026-05-29T02:15:29.27465Z","end":"2026-05-29T02:15:29.559806Z","steps":["trace[95924948] 'process raft request' (duration: 250.002468ms)","trace[95924948] 'compare' (duration: 34.806794ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:15:29.559906Z","caller":"traceutil/trace.go:171","msg":"trace[497673721] linearizableReadLoop","detail":"{readStateIndex:5021; appliedIndex:5020; }","duration":"280.630593ms","start":"2026-05-29T02:15:29.279264Z","end":"2026-05-29T02:15:29.559895Z","steps":["trace[497673721] 'read index received' (duration: 245.420218ms)","trace[497673721] 'applied index is now lower than readState.Index' (duration: 35.209405ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:15:29.55984Z","caller":"traceutil/trace.go:171","msg":"trace[782161874] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"118.68875ms","start":"2026-05-29T02:15:29.441125Z","end":"2026-05-29T02:15:29.559814Z","steps":["trace[782161874] 'process raft request' (duration: 118.586177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:15:29.560185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.788598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:15:29.56021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.971581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:15:29.560244Z","caller":"traceutil/trace.go:171","msg":"trace[1105802378] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4833; }","duration":"281.034043ms","start":"2026-05-29T02:15:29.279197Z","end":"2026-05-29T02:15:29.560231Z","steps":["trace[1105802378] 'agreement among raft nodes before linearized reading' (duration: 280.984592ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:15:29.560247Z","caller":"traceutil/trace.go:171","msg":"trace[763785895] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4833; }","duration":"134.888991ms","start":"2026-05-29T02:15:29.425341Z","end":"2026-05-29T02:15:29.56023Z","steps":["trace[763785895] 'agreement among raft nodes before linearized reading' (duration: 134.774418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:15:29.56027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.765125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61972"} {"level":"info","ts":"2026-05-29T02:15:29.560319Z","caller":"traceutil/trace.go:171","msg":"trace[931837836] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4833; }","duration":"278.815846ms","start":"2026-05-29T02:15:29.281488Z","end":"2026-05-29T02:15:29.560304Z","steps":["trace[931837836] 'agreement among raft nodes before linearized reading' (duration: 278.609431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:15:29.560339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.265312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11917"} {"level":"info","ts":"2026-05-29T02:15:29.560445Z","caller":"traceutil/trace.go:171","msg":"trace[1769648399] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4833; }","duration":"273.408075ms","start":"2026-05-29T02:15:29.287017Z","end":"2026-05-29T02:15:29.560425Z","steps":["trace[1769648399] 'agreement among raft nodes before linearized reading' (duration: 273.175589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:15:29.560893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.178484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-05-29T02:15:29.560973Z","caller":"traceutil/trace.go:171","msg":"trace[576035622] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4833; }","duration":"156.315297ms","start":"2026-05-29T02:15:29.404638Z","end":"2026-05-29T02:15:29.560953Z","steps":["trace[576035622] 'agreement among raft nodes before linearized reading' (duration: 155.532817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:15:39.646424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.047087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:15:39.646526Z","caller":"traceutil/trace.go:171","msg":"trace[250769936] linearizableReadLoop","detail":"{readStateIndex:5337; appliedIndex:5336; }","duration":"403.922472ms","start":"2026-05-29T02:15:39.242587Z","end":"2026-05-29T02:15:39.64651Z","steps":["trace[250769936] 'read index received' (duration: 239.730192ms)","trace[250769936] 'applied index is now lower than readState.Index' (duration: 164.19046ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:15:39.646713Z","caller":"traceutil/trace.go:171","msg":"trace[1008794850] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"479.784161ms","start":"2026-05-29T02:15:39.166915Z","end":"2026-05-29T02:15:39.646699Z","steps":["trace[1008794850] 'process raft request' (duration: 315.390205ms)","trace[1008794850] 'compare' (duration: 163.911824ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:15:39.646791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:15:39.166906Z","time spent":"479.846522ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:15:39.646805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.449926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:15:39.646844Z","caller":"traceutil/trace.go:171","msg":"trace[943530199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5138; }","duration":"471.515997ms","start":"2026-05-29T02:15:39.175314Z","end":"2026-05-29T02:15:39.64683Z","steps":["trace[943530199] 'agreement among raft nodes before linearized reading' (duration: 471.380573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:15:39.646895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:15:39.175301Z","time spent":"471.58336ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:15:39.652235Z","caller":"traceutil/trace.go:171","msg":"trace[765750913] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"402.544848ms","start":"2026-05-29T02:15:39.249678Z","end":"2026-05-29T02:15:39.652223Z","steps":["trace[765750913] 'process raft request' (duration: 402.488126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:15:39.652299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:15:39.249657Z","time spent":"402.607249ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:15:39.700759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.71492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:15:39.700894Z","caller":"traceutil/trace.go:171","msg":"trace[119150527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5140; }","duration":"437.838314ms","start":"2026-05-29T02:15:39.262985Z","end":"2026-05-29T02:15:39.700823Z","steps":["trace[119150527] 'agreement among raft nodes before linearized reading' (duration: 437.632938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:15:39.701087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:15:39.262959Z","time spent":"438.108431ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:15:39.701142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.89982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8808131e-9fbe-4716-8e74-9f1e98bfcc30\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-29T02:15:39.701271Z","caller":"traceutil/trace.go:171","msg":"trace[869141414] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8808131e-9fbe-4716-8e74-9f1e98bfcc30; range_end:; response_count:1; response_revision:5140; }","duration":"370.071964ms","start":"2026-05-29T02:15:39.331155Z","end":"2026-05-29T02:15:39.701227Z","steps":["trace[869141414] 'agreement among raft nodes before linearized reading' (duration: 369.840578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:15:39.701329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:15:39.33111Z","time spent":"370.189947ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8808131e-9fbe-4716-8e74-9f1e98bfcc30\" "} {"level":"warn","ts":"2026-05-29T02:15:39.994233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.536604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:15:39.994353Z","caller":"traceutil/trace.go:171","msg":"trace[1459175965] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5143; }","duration":"131.663157ms","start":"2026-05-29T02:15:39.862663Z","end":"2026-05-29T02:15:39.994326Z","steps":["trace[1459175965] 'range keys from in-memory index tree' (duration: 131.469332ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:15:39.994379Z","caller":"traceutil/trace.go:171","msg":"trace[1471464970] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"129.936372ms","start":"2026-05-29T02:15:39.864415Z","end":"2026-05-29T02:15:39.994351Z","steps":["trace[1471464970] 'process raft request' (duration: 91.300729ms)","trace[1471464970] 'compare' (duration: 38.426588ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:15:41.438869Z","caller":"traceutil/trace.go:171","msg":"trace[75444244] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"100.280562ms","start":"2026-05-29T02:15:41.33856Z","end":"2026-05-29T02:15:41.43884Z","steps":["trace[75444244] 'process raft request' (duration: 95.322624ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:15:52.050087Z","caller":"traceutil/trace.go:171","msg":"trace[455826630] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"254.391911ms","start":"2026-05-29T02:15:51.795669Z","end":"2026-05-29T02:15:52.050061Z","steps":["trace[455826630] 'process raft request' (duration: 254.226747ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:15:52.056649Z","caller":"traceutil/trace.go:171","msg":"trace[1018702365] linearizableReadLoop","detail":"{readStateIndex:5601; appliedIndex:5599; }","duration":"259.848213ms","start":"2026-05-29T02:15:51.796781Z","end":"2026-05-29T02:15:52.056629Z","steps":["trace[1018702365] 'read index received' (duration: 253.332365ms)","trace[1018702365] 'applied index is now lower than readState.Index' (duration: 6.514738ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:15:52.056715Z","caller":"traceutil/trace.go:171","msg":"trace[396219393] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"260.593384ms","start":"2026-05-29T02:15:51.796089Z","end":"2026-05-29T02:15:52.056682Z","steps":["trace[396219393] 'process raft request' (duration: 260.48424ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:15:52.056811Z","caller":"traceutil/trace.go:171","msg":"trace[1523501982] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"259.569497ms","start":"2026-05-29T02:15:51.797203Z","end":"2026-05-29T02:15:52.056773Z","steps":["trace[1523501982] 'process raft request' (duration: 259.391642ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:15:52.056685Z","caller":"traceutil/trace.go:171","msg":"trace[2021954407] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"260.760178ms","start":"2026-05-29T02:15:51.795894Z","end":"2026-05-29T02:15:52.056654Z","steps":["trace[2021954407] 'process raft request' (duration: 260.580583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:15:52.057047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.799816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:15:52.057172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.376177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dbea03d7-5e18-46a7-9a37-839773093f39\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-05-29T02:15:52.057186Z","caller":"traceutil/trace.go:171","msg":"trace[1114805190] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5395; }","duration":"184.884658ms","start":"2026-05-29T02:15:51.872216Z","end":"2026-05-29T02:15:52.0571Z","steps":["trace[1114805190] 'agreement among raft nodes before linearized reading' (duration: 184.745455ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:15:52.057237Z","caller":"traceutil/trace.go:171","msg":"trace[262740110] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dbea03d7-5e18-46a7-9a37-839773093f39; range_end:; response_count:1; response_revision:5395; }","duration":"260.455349ms","start":"2026-05-29T02:15:51.796763Z","end":"2026-05-29T02:15:52.057218Z","steps":["trace[262740110] 'agreement among raft nodes before linearized reading' (duration: 260.195943ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:15:55.064441Z","caller":"traceutil/trace.go:171","msg":"trace[787068026] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"174.53913ms","start":"2026-05-29T02:15:54.889878Z","end":"2026-05-29T02:15:55.064417Z","steps":["trace[787068026] 'process raft request' (duration: 174.356165ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:15:55.073202Z","caller":"traceutil/trace.go:171","msg":"trace[1436471461] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"175.683249ms","start":"2026-05-29T02:15:54.897494Z","end":"2026-05-29T02:15:55.073177Z","steps":["trace[1436471461] 'process raft request' (duration: 175.636418ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:15:55.073243Z","caller":"traceutil/trace.go:171","msg":"trace[1082950898] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"177.160707ms","start":"2026-05-29T02:15:54.896063Z","end":"2026-05-29T02:15:55.073224Z","steps":["trace[1082950898] 'process raft request' (duration: 177.005974ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:15:55.073216Z","caller":"traceutil/trace.go:171","msg":"trace[771321519] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"177.831475ms","start":"2026-05-29T02:15:54.895353Z","end":"2026-05-29T02:15:55.073184Z","steps":["trace[771321519] 'process raft request' (duration: 177.560809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:00.136009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.330215ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-29T02:16:00.136125Z","caller":"traceutil/trace.go:171","msg":"trace[535664181] linearizableReadLoop","detail":"{readStateIndex:5765; appliedIndex:5764; }","duration":"348.782301ms","start":"2026-05-29T02:15:59.787322Z","end":"2026-05-29T02:16:00.136104Z","steps":["trace[535664181] 'read index received' (duration: 46.731µs)","trace[535664181] 'applied index is now lower than readState.Index' (duration: 348.73364ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:16:00.13645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.11406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c095013c-c2a2-44f8-8d47-2527c3b37789\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-29T02:16:00.136526Z","caller":"traceutil/trace.go:171","msg":"trace[594373632] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c095013c-c2a2-44f8-8d47-2527c3b37789; range_end:; response_count:1; response_revision:5553; }","duration":"349.275605ms","start":"2026-05-29T02:15:59.78723Z","end":"2026-05-29T02:16:00.136506Z","steps":["trace[594373632] 'agreement among raft nodes before linearized reading' (duration: 348.963596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:00.136569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:15:59.787205Z","time spent":"349.354846ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c095013c-c2a2-44f8-8d47-2527c3b37789\" "} {"level":"info","ts":"2026-05-29T02:16:00.315511Z","caller":"traceutil/trace.go:171","msg":"trace[502204632] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"175.231707ms","start":"2026-05-29T02:16:00.140258Z","end":"2026-05-29T02:16:00.315489Z","steps":["trace[502204632] 'process raft request' (duration: 175.065353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:00.58821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.090385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:16:00.588526Z","caller":"traceutil/trace.go:171","msg":"trace[1987555972] linearizableReadLoop","detail":"{readStateIndex:5769; appliedIndex:5765; }","duration":"275.655704ms","start":"2026-05-29T02:16:00.312854Z","end":"2026-05-29T02:16:00.58851Z","steps":["trace[1987555972] 'read index received' (duration: 2.532306ms)","trace[1987555972] 'applied index is now lower than readState.Index' (duration: 273.122378ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:16:00.588611Z","caller":"traceutil/trace.go:171","msg":"trace[628899739] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"447.35415ms","start":"2026-05-29T02:16:00.141243Z","end":"2026-05-29T02:16:00.588597Z","steps":["trace[628899739] 'process raft request' (duration: 202.784233ms)","trace[628899739] 'compare' (duration: 243.831468ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:16:00.58867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:16:00.141219Z","time spent":"447.422331ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:16:00.588705Z","caller":"traceutil/trace.go:171","msg":"trace[1766076093] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"447.193725ms","start":"2026-05-29T02:16:00.141486Z","end":"2026-05-29T02:16:00.58868Z","steps":["trace[1766076093] 'process raft request' (duration: 446.98236ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:16:00.588721Z","caller":"traceutil/trace.go:171","msg":"trace[1779463151] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"447.436942ms","start":"2026-05-29T02:16:00.141247Z","end":"2026-05-29T02:16:00.588684Z","steps":["trace[1779463151] 'process raft request' (duration: 447.092154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:00.588866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:16:00.141459Z","time spent":"447.33405ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:16:00.588922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:16:00.141223Z","time spent":"447.597737ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:16:00.588937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.057326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:16:00.589032Z","caller":"traceutil/trace.go:171","msg":"trace[482020267] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5557; }","duration":"276.200438ms","start":"2026-05-29T02:16:00.312812Z","end":"2026-05-29T02:16:00.589013Z","steps":["trace[482020267] 'agreement among raft nodes before linearized reading' (duration: 275.886761ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:16:00.735313Z","caller":"traceutil/trace.go:171","msg":"trace[1100620127] linearizableReadLoop","detail":"{readStateIndex:5770; appliedIndex:5769; }","duration":"146.730989ms","start":"2026-05-29T02:16:00.588556Z","end":"2026-05-29T02:16:00.735287Z","steps":["trace[1100620127] 'read index received' (duration: 146.508513ms)","trace[1100620127] 'applied index is now lower than readState.Index' (duration: 221.576µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:16:00.735385Z","caller":"traceutil/trace.go:171","msg":"trace[1089786317] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"221.358905ms","start":"2026-05-29T02:16:00.513964Z","end":"2026-05-29T02:16:00.735323Z","steps":["trace[1089786317] 'process raft request' (duration: 221.15728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:00.735573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.999953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-29T02:16:00.735667Z","caller":"traceutil/trace.go:171","msg":"trace[2073875664] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5558; }","duration":"172.146287ms","start":"2026-05-29T02:16:00.563502Z","end":"2026-05-29T02:16:00.735648Z","steps":["trace[2073875664] 'agreement among raft nodes before linearized reading' (duration: 171.86937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:00.735604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.876608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:16:00.735776Z","caller":"traceutil/trace.go:171","msg":"trace[963478084] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5558; }","duration":"143.066084ms","start":"2026-05-29T02:16:00.592697Z","end":"2026-05-29T02:16:00.735763Z","steps":["trace[963478084] 'agreement among raft nodes before linearized reading' (duration: 142.766576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:00.735838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.098782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c095013c-c2a2-44f8-8d47-2527c3b37789\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-29T02:16:00.735923Z","caller":"traceutil/trace.go:171","msg":"trace[702340615] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c095013c-c2a2-44f8-8d47-2527c3b37789; range_end:; response_count:1; response_revision:5558; }","duration":"208.257906ms","start":"2026-05-29T02:16:00.527641Z","end":"2026-05-29T02:16:00.735899Z","steps":["trace[702340615] 'agreement among raft nodes before linearized reading' (duration: 207.773443ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:16:00.958173Z","caller":"traceutil/trace.go:171","msg":"trace[1000567634] linearizableReadLoop","detail":"{readStateIndex:5771; appliedIndex:5770; }","duration":"191.367686ms","start":"2026-05-29T02:16:00.766781Z","end":"2026-05-29T02:16:00.958149Z","steps":["trace[1000567634] 'read index received' (duration: 191.085519ms)","trace[1000567634] 'applied index is now lower than readState.Index' (duration: 281.067µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:16:00.958283Z","caller":"traceutil/trace.go:171","msg":"trace[842607293] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"212.276209ms","start":"2026-05-29T02:16:00.746Z","end":"2026-05-29T02:16:00.958276Z","steps":["trace[842607293] 'process raft request' (duration: 211.88864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:00.958406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.625954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:16:00.958435Z","caller":"traceutil/trace.go:171","msg":"trace[774888472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5559; }","duration":"191.710806ms","start":"2026-05-29T02:16:00.766717Z","end":"2026-05-29T02:16:00.958428Z","steps":["trace[774888472] 'agreement among raft nodes before linearized reading' (duration: 191.643885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:00.958529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.195581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:16:00.958541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.972504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:16:00.958596Z","caller":"traceutil/trace.go:171","msg":"trace[912799720] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5559; }","duration":"132.302664ms","start":"2026-05-29T02:16:00.826278Z","end":"2026-05-29T02:16:00.95858Z","steps":["trace[912799720] 'agreement among raft nodes before linearized reading' (duration: 132.188851ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:16:00.958606Z","caller":"traceutil/trace.go:171","msg":"trace[1948882964] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5559; }","duration":"152.089447ms","start":"2026-05-29T02:16:00.806499Z","end":"2026-05-29T02:16:00.958589Z","steps":["trace[1948882964] 'agreement among raft nodes before linearized reading' (duration: 151.969174ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:16:07.495462Z","caller":"traceutil/trace.go:171","msg":"trace[345998048] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"394.701604ms","start":"2026-05-29T02:16:07.100734Z","end":"2026-05-29T02:16:07.495435Z","steps":["trace[345998048] 'process raft request' (duration: 394.507109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:07.495635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:16:07.100709Z","time spent":"394.849428ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:16:07.533674Z","caller":"traceutil/trace.go:171","msg":"trace[1385585648] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"429.080016ms","start":"2026-05-29T02:16:07.104568Z","end":"2026-05-29T02:16:07.533648Z","steps":["trace[1385585648] 'process raft request' (duration: 428.88122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:07.533838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:16:07.104546Z","time spent":"429.208499ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:16:07.534065Z","caller":"traceutil/trace.go:171","msg":"trace[1045163678] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"420.452811ms","start":"2026-05-29T02:16:07.113578Z","end":"2026-05-29T02:16:07.534031Z","steps":["trace[1045163678] 'process raft request' (duration: 420.0321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:07.53424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:16:07.113555Z","time spent":"420.593086ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:16:07.534419Z","caller":"traceutil/trace.go:171","msg":"trace[80911902] linearizableReadLoop","detail":"{readStateIndex:5891; appliedIndex:5887; }","duration":"174.740205ms","start":"2026-05-29T02:16:07.359657Z","end":"2026-05-29T02:16:07.534398Z","steps":["trace[80911902] 'read index received' (duration: 135.595859ms)","trace[80911902] 'applied index is now lower than readState.Index' (duration: 39.142186ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:16:07.534601Z","caller":"traceutil/trace.go:171","msg":"trace[1677702676] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"417.856784ms","start":"2026-05-29T02:16:07.116719Z","end":"2026-05-29T02:16:07.534576Z","steps":["trace[1677702676] 'process raft request' (duration: 417.476684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:07.534738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:16:07.116696Z","time spent":"417.975218ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:16:07.534779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.060933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:16:07.534873Z","caller":"traceutil/trace.go:171","msg":"trace[1203258302] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5677; }","duration":"175.210566ms","start":"2026-05-29T02:16:07.359612Z","end":"2026-05-29T02:16:07.534823Z","steps":["trace[1203258302] 'agreement among raft nodes before linearized reading' (duration: 174.997801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:07.534975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.940066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:16:07.535001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.4549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:16:07.535029Z","caller":"traceutil/trace.go:171","msg":"trace[1948190962] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5677; }","duration":"112.033758ms","start":"2026-05-29T02:16:07.422978Z","end":"2026-05-29T02:16:07.535011Z","steps":["trace[1948190962] 'agreement among raft nodes before linearized reading' (duration: 111.950576ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:16:07.535047Z","caller":"traceutil/trace.go:171","msg":"trace[807717017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5677; }","duration":"166.531822ms","start":"2026-05-29T02:16:07.368507Z","end":"2026-05-29T02:16:07.535039Z","steps":["trace[807717017] 'agreement among raft nodes before linearized reading' (duration: 166.378367ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:16:12.52407Z","caller":"traceutil/trace.go:171","msg":"trace[1159769900] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"152.96454ms","start":"2026-05-29T02:16:12.371069Z","end":"2026-05-29T02:16:12.524034Z","steps":["trace[1159769900] 'process raft request' (duration: 152.740724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:12.891584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.630844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c095013c-c2a2-44f8-8d47-2527c3b37789\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-05-29T02:16:12.89165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.379668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:16:12.891689Z","caller":"traceutil/trace.go:171","msg":"trace[1692521813] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c095013c-c2a2-44f8-8d47-2527c3b37789; range_end:; response_count:1; response_revision:5711; }","duration":"149.733116ms","start":"2026-05-29T02:16:12.741912Z","end":"2026-05-29T02:16:12.891645Z","steps":["trace[1692521813] 'range keys from in-memory index tree' (duration: 149.497201ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:16:12.89174Z","caller":"traceutil/trace.go:171","msg":"trace[1065362789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5711; }","duration":"124.537102ms","start":"2026-05-29T02:16:12.76718Z","end":"2026-05-29T02:16:12.891717Z","steps":["trace[1065362789] 'range keys from in-memory index tree' (duration: 124.276706ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:16:41.223037Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2920} {"level":"info","ts":"2026-05-29T02:16:41.331231Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2920,"took":"106.601435ms","hash":407446308,"current-db-size-bytes":57655296,"current-db-size":"58 MB","current-db-size-in-use-bytes":32915456,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-29T02:16:41.33129Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":407446308,"revision":2920,"compact-revision":-1} {"level":"info","ts":"2026-05-29T02:16:41.76713Z","caller":"traceutil/trace.go:171","msg":"trace[1149046797] linearizableReadLoop","detail":"{readStateIndex:6204; appliedIndex:6203; }","duration":"159.54149ms","start":"2026-05-29T02:16:41.607563Z","end":"2026-05-29T02:16:41.767105Z","steps":["trace[1149046797] 'read index received' (duration: 159.361286ms)","trace[1149046797] 'applied index is now lower than readState.Index' (duration: 178.994µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:16:41.767279Z","caller":"traceutil/trace.go:171","msg":"trace[2049724616] transaction","detail":"{read_only:false; response_revision:5981; number_of_response:1; }","duration":"173.879931ms","start":"2026-05-29T02:16:41.593361Z","end":"2026-05-29T02:16:41.767241Z","steps":["trace[2049724616] 'process raft request' (duration: 173.575854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:41.767362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.785146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-05-29T02:16:41.767402Z","caller":"traceutil/trace.go:171","msg":"trace[1689980232] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5981; }","duration":"159.877778ms","start":"2026-05-29T02:16:41.607509Z","end":"2026-05-29T02:16:41.767387Z","steps":["trace[1689980232] 'agreement among raft nodes before linearized reading' (duration: 159.719744ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:16:41.771224Z","caller":"traceutil/trace.go:171","msg":"trace[1603382204] transaction","detail":"{read_only:false; response_revision:5982; number_of_response:1; }","duration":"136.822341ms","start":"2026-05-29T02:16:41.634385Z","end":"2026-05-29T02:16:41.771207Z","steps":["trace[1603382204] 'process raft request' (duration: 136.631915ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:16:41.771524Z","caller":"traceutil/trace.go:171","msg":"trace[1233315513] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"100.291622ms","start":"2026-05-29T02:16:41.671223Z","end":"2026-05-29T02:16:41.771515Z","steps":["trace[1233315513] 'process raft request' (duration: 99.950974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:41.771845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.197658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:16:41.771905Z","caller":"traceutil/trace.go:171","msg":"trace[1834919160] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5985; }","duration":"130.304321ms","start":"2026-05-29T02:16:41.641586Z","end":"2026-05-29T02:16:41.771891Z","steps":["trace[1834919160] 'agreement among raft nodes before linearized reading' (duration: 130.171408ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:16:51.54683Z","caller":"traceutil/trace.go:171","msg":"trace[413986649] transaction","detail":"{read_only:false; response_revision:6039; number_of_response:1; }","duration":"101.973666ms","start":"2026-05-29T02:16:51.444824Z","end":"2026-05-29T02:16:51.546798Z","steps":["trace[413986649] 'process raft request' (duration: 101.70505ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:16:51.916202Z","caller":"traceutil/trace.go:171","msg":"trace[1330950952] transaction","detail":"{read_only:false; response_revision:6040; number_of_response:1; }","duration":"110.941729ms","start":"2026-05-29T02:16:51.805222Z","end":"2026-05-29T02:16:51.916164Z","steps":["trace[1330950952] 'process raft request' (duration: 110.807145ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:16:51.930015Z","caller":"traceutil/trace.go:171","msg":"trace[16419966] transaction","detail":"{read_only:false; response_revision:6041; number_of_response:1; }","duration":"124.203992ms","start":"2026-05-29T02:16:51.805789Z","end":"2026-05-29T02:16:51.929993Z","steps":["trace[16419966] 'process raft request' (duration: 124.039158ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:16:51.930297Z","caller":"traceutil/trace.go:171","msg":"trace[1260274152] linearizableReadLoop","detail":"{readStateIndex:6269; appliedIndex:6266; }","duration":"119.606074ms","start":"2026-05-29T02:16:51.810671Z","end":"2026-05-29T02:16:51.930277Z","steps":["trace[1260274152] 'read index received' (duration: 105.852047ms)","trace[1260274152] 'applied index is now lower than readState.Index' (duration: 13.752777ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:16:51.930481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.793539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:16:51.930512Z","caller":"traceutil/trace.go:171","msg":"trace[1038247689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6043; }","duration":"119.867331ms","start":"2026-05-29T02:16:51.810636Z","end":"2026-05-29T02:16:51.930504Z","steps":["trace[1038247689] 'agreement among raft nodes before linearized reading' (duration: 119.724497ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:16:51.93061Z","caller":"traceutil/trace.go:171","msg":"trace[1804476254] transaction","detail":"{read_only:false; response_revision:6042; number_of_response:1; }","duration":"123.296939ms","start":"2026-05-29T02:16:51.807305Z","end":"2026-05-29T02:16:51.930602Z","steps":["trace[1804476254] 'process raft request' (duration: 122.638412ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:16:51.93068Z","caller":"traceutil/trace.go:171","msg":"trace[845714931] transaction","detail":"{read_only:false; response_revision:6043; number_of_response:1; }","duration":"122.52753ms","start":"2026-05-29T02:16:51.808146Z","end":"2026-05-29T02:16:51.930674Z","steps":["trace[845714931] 'process raft request' (duration: 122.066498ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:34.377111Z","caller":"traceutil/trace.go:171","msg":"trace[586953453] transaction","detail":"{read_only:false; response_revision:6705; number_of_response:1; }","duration":"127.450587ms","start":"2026-05-29T02:18:34.249621Z","end":"2026-05-29T02:18:34.377071Z","steps":["trace[586953453] 'process raft request' (duration: 84.383539ms)","trace[586953453] 'compare' (duration: 42.872382ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:18:35.671824Z","caller":"traceutil/trace.go:171","msg":"trace[2090035136] transaction","detail":"{read_only:false; response_revision:6712; number_of_response:1; }","duration":"238.854808ms","start":"2026-05-29T02:18:35.432948Z","end":"2026-05-29T02:18:35.671803Z","steps":["trace[2090035136] 'process raft request' (duration: 162.9928ms)","trace[2090035136] 'compare' (duration: 75.740575ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:18:35.671957Z","caller":"traceutil/trace.go:171","msg":"trace[1829525193] transaction","detail":"{read_only:false; response_revision:6713; number_of_response:1; }","duration":"232.945285ms","start":"2026-05-29T02:18:35.439004Z","end":"2026-05-29T02:18:35.671949Z","steps":["trace[1829525193] 'process raft request' (duration: 232.76516ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:36.501911Z","caller":"traceutil/trace.go:171","msg":"trace[1414220313] transaction","detail":"{read_only:false; response_revision:6716; number_of_response:1; }","duration":"119.223614ms","start":"2026-05-29T02:18:36.382643Z","end":"2026-05-29T02:18:36.501867Z","steps":["trace[1414220313] 'process raft request' (duration: 118.913316ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:36.58437Z","caller":"traceutil/trace.go:171","msg":"trace[1142745157] transaction","detail":"{read_only:false; response_revision:6717; number_of_response:1; }","duration":"201.57226ms","start":"2026-05-29T02:18:36.382742Z","end":"2026-05-29T02:18:36.584315Z","steps":["trace[1142745157] 'process raft request' (duration: 188.573033ms)","trace[1142745157] 'compare' (duration: 12.69309ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:18:36.584393Z","caller":"traceutil/trace.go:171","msg":"trace[1056787713] transaction","detail":"{read_only:false; response_revision:6718; number_of_response:1; }","duration":"201.365735ms","start":"2026-05-29T02:18:36.38298Z","end":"2026-05-29T02:18:36.584345Z","steps":["trace[1056787713] 'process raft request' (duration: 201.232092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:18:36.584595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.531522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:18:36.584323Z","caller":"traceutil/trace.go:171","msg":"trace[1701032819] linearizableReadLoop","detail":"{readStateIndex:6965; appliedIndex:6962; }","duration":"119.237194ms","start":"2026-05-29T02:18:36.46505Z","end":"2026-05-29T02:18:36.584287Z","steps":["trace[1701032819] 'read index received' (duration: 36.508697ms)","trace[1701032819] 'applied index is now lower than readState.Index' (duration: 82.726757ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:18:36.584672Z","caller":"traceutil/trace.go:171","msg":"trace[1559369440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6718; }","duration":"119.661866ms","start":"2026-05-29T02:18:36.464992Z","end":"2026-05-29T02:18:36.584654Z","steps":["trace[1559369440] 'agreement among raft nodes before linearized reading' (duration: 119.43355ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:37.823648Z","caller":"traceutil/trace.go:171","msg":"trace[213069576] transaction","detail":"{read_only:false; response_revision:6722; number_of_response:1; }","duration":"142.821726ms","start":"2026-05-29T02:18:37.680807Z","end":"2026-05-29T02:18:37.823629Z","steps":["trace[213069576] 'process raft request' (duration: 142.696232ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:37.850407Z","caller":"traceutil/trace.go:171","msg":"trace[407554771] linearizableReadLoop","detail":"{readStateIndex:6970; appliedIndex:6968; }","duration":"156.967483ms","start":"2026-05-29T02:18:37.693408Z","end":"2026-05-29T02:18:37.850376Z","steps":["trace[407554771] 'read index received' (duration: 130.105426ms)","trace[407554771] 'applied index is now lower than readState.Index' (duration: 26.860487ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:18:37.850665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.24221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:18:37.850722Z","caller":"traceutil/trace.go:171","msg":"trace[309589472] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:6723; }","duration":"157.351363ms","start":"2026-05-29T02:18:37.693355Z","end":"2026-05-29T02:18:37.850706Z","steps":["trace[309589472] 'agreement among raft nodes before linearized reading' (duration: 157.144078ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:37.850745Z","caller":"traceutil/trace.go:171","msg":"trace[309254819] transaction","detail":"{read_only:false; response_revision:6723; number_of_response:1; }","duration":"168.01839ms","start":"2026-05-29T02:18:37.682664Z","end":"2026-05-29T02:18:37.850682Z","steps":["trace[309254819] 'process raft request' (duration: 167.533708ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:19:21.166243Z","caller":"traceutil/trace.go:171","msg":"trace[380503325] transaction","detail":"{read_only:false; response_revision:6985; number_of_response:1; }","duration":"103.451635ms","start":"2026-05-29T02:19:21.062757Z","end":"2026-05-29T02:19:21.166209Z","steps":["trace[380503325] 'process raft request' (duration: 68.433786ms)","trace[380503325] 'compare' (duration: 34.454294ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:19:22.36305Z","caller":"traceutil/trace.go:171","msg":"trace[2008769583] transaction","detail":"{read_only:false; response_revision:6991; number_of_response:1; }","duration":"121.101342ms","start":"2026-05-29T02:19:22.241923Z","end":"2026-05-29T02:19:22.363025Z","steps":["trace[2008769583] 'process raft request' (duration: 120.950378ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:19:25.11668Z","caller":"traceutil/trace.go:171","msg":"trace[1602367323] transaction","detail":"{read_only:false; response_revision:7031; number_of_response:1; }","duration":"137.091287ms","start":"2026-05-29T02:19:24.979567Z","end":"2026-05-29T02:19:25.116658Z","steps":["trace[1602367323] 'process raft request' (duration: 136.955203ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:19:25.143733Z","caller":"traceutil/trace.go:171","msg":"trace[1914867388] linearizableReadLoop","detail":"{readStateIndex:7291; appliedIndex:7289; }","duration":"163.39125ms","start":"2026-05-29T02:19:24.980318Z","end":"2026-05-29T02:19:25.14371Z","steps":["trace[1914867388] 'read index received' (duration: 136.257916ms)","trace[1914867388] 'applied index is now lower than readState.Index' (duration: 27.132254ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:19:25.143806Z","caller":"traceutil/trace.go:171","msg":"trace[137075485] transaction","detail":"{read_only:false; response_revision:7032; number_of_response:1; }","duration":"164.134929ms","start":"2026-05-29T02:19:24.979642Z","end":"2026-05-29T02:19:25.143777Z","steps":["trace[137075485] 'process raft request' (duration: 163.854501ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:19:25.143857Z","caller":"traceutil/trace.go:171","msg":"trace[542250484] transaction","detail":"{read_only:false; response_revision:7033; number_of_response:1; }","duration":"154.109768ms","start":"2026-05-29T02:19:24.989735Z","end":"2026-05-29T02:19:25.143845Z","steps":["trace[542250484] 'process raft request' (duration: 153.897582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:19:25.144163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.826621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-05-29T02:19:25.144178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.127751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:19:25.144217Z","caller":"traceutil/trace.go:171","msg":"trace[1267272345] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7033; }","duration":"163.922603ms","start":"2026-05-29T02:19:24.980282Z","end":"2026-05-29T02:19:25.144205Z","steps":["trace[1267272345] 'agreement among raft nodes before linearized reading' (duration: 163.742229ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:19:25.144258Z","caller":"traceutil/trace.go:171","msg":"trace[451825145] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7033; }","duration":"124.259514ms","start":"2026-05-29T02:19:25.01998Z","end":"2026-05-29T02:19:25.14424Z","steps":["trace[451825145] 'agreement among raft nodes before linearized reading' (duration: 124.008488ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:19:25.379141Z","caller":"traceutil/trace.go:171","msg":"trace[943554320] linearizableReadLoop","detail":"{readStateIndex:7294; appliedIndex:7293; }","duration":"214.669471ms","start":"2026-05-29T02:19:25.164445Z","end":"2026-05-29T02:19:25.379115Z","steps":["trace[943554320] 'read index received' (duration: 139.018428ms)","trace[943554320] 'applied index is now lower than readState.Index' (duration: 75.650163ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:19:25.379381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.915297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-05-29T02:19:25.379424Z","caller":"traceutil/trace.go:171","msg":"trace[1321523012] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7035; }","duration":"214.993748ms","start":"2026-05-29T02:19:25.164417Z","end":"2026-05-29T02:19:25.379411Z","steps":["trace[1321523012] 'agreement among raft nodes before linearized reading' (duration: 214.825854ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:19:25.379388Z","caller":"traceutil/trace.go:171","msg":"trace[1746078213] transaction","detail":"{read_only:false; response_revision:7035; number_of_response:1; }","duration":"220.755678ms","start":"2026-05-29T02:19:25.158409Z","end":"2026-05-29T02:19:25.379164Z","steps":["trace[1746078213] 'process raft request' (duration: 145.042453ms)","trace[1746078213] 'compare' (duration: 75.52069ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:19:25.379626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.670654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:19:25.380075Z","caller":"traceutil/trace.go:171","msg":"trace[728675319] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7035; }","duration":"182.150086ms","start":"2026-05-29T02:19:25.19791Z","end":"2026-05-29T02:19:25.38006Z","steps":["trace[728675319] 'agreement among raft nodes before linearized reading' (duration: 181.679073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:19:25.380329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.598431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-05-29T02:19:25.380413Z","caller":"traceutil/trace.go:171","msg":"trace[1835451521] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7035; }","duration":"211.711234ms","start":"2026-05-29T02:19:25.168685Z","end":"2026-05-29T02:19:25.380396Z","steps":["trace[1835451521] 'agreement among raft nodes before linearized reading' (duration: 210.584524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:19:56.446275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.200556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:19:56.446391Z","caller":"traceutil/trace.go:171","msg":"trace[379441542] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7283; }","duration":"138.365981ms","start":"2026-05-29T02:19:56.307998Z","end":"2026-05-29T02:19:56.446364Z","steps":["trace[379441542] 'count revisions from in-memory index tree' (duration: 138.106313ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:21:19.055733Z","caller":"traceutil/trace.go:171","msg":"trace[1275731351] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"426.366506ms","start":"2026-05-29T02:21:18.629313Z","end":"2026-05-29T02:21:19.05568Z","steps":["trace[1275731351] 'process raft request' (duration: 426.218832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:19.055895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:18.629297Z","time spent":"426.522929ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:21:19.514549Z","caller":"traceutil/trace.go:171","msg":"trace[1105165656] linearizableReadLoop","detail":"{readStateIndex:8198; appliedIndex:8197; }","duration":"663.994678ms","start":"2026-05-29T02:21:18.850509Z","end":"2026-05-29T02:21:19.514503Z","steps":["trace[1105165656] 'read index received' (duration: 205.96192ms)","trace[1105165656] 'applied index is now lower than readState.Index' (duration: 458.030828ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:21:19.515151Z","caller":"traceutil/trace.go:171","msg":"trace[562822510] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"497.916945ms","start":"2026-05-29T02:21:19.017216Z","end":"2026-05-29T02:21:19.515133Z","steps":["trace[562822510] 'process raft request' (duration: 497.226027ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:21:19.515198Z","caller":"traceutil/trace.go:171","msg":"trace[462085558] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"879.497246ms","start":"2026-05-29T02:21:18.63567Z","end":"2026-05-29T02:21:19.515167Z","steps":["trace[462085558] 'process raft request' (duration: 871.929471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:19.515284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:19.017198Z","time spent":"497.997946ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:21:19.515385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:18.635661Z","time spent":"879.61786ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:21:19.515383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.851231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:21:19.515455Z","caller":"traceutil/trace.go:171","msg":"trace[1225437217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7913; }","duration":"664.941793ms","start":"2026-05-29T02:21:18.850497Z","end":"2026-05-29T02:21:19.515439Z","steps":["trace[1225437217] 'agreement among raft nodes before linearized reading' (duration: 664.697516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:19.515499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:18.850447Z","time spent":"665.045716ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:21:19.521898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.386601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:21:19.521963Z","caller":"traceutil/trace.go:171","msg":"trace[1253423014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7917; }","duration":"616.493265ms","start":"2026-05-29T02:21:18.905457Z","end":"2026-05-29T02:21:19.52195Z","steps":["trace[1253423014] 'agreement among raft nodes before linearized reading' (duration: 616.320361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:19.521996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:18.905435Z","time spent":"616.553587ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T02:21:19.522002Z","caller":"traceutil/trace.go:171","msg":"trace[1953555271] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"241.424062ms","start":"2026-05-29T02:21:19.280559Z","end":"2026-05-29T02:21:19.521983Z","steps":["trace[1953555271] 'process raft request' (duration: 241.183536ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:21:19.522132Z","caller":"traceutil/trace.go:171","msg":"trace[1012408673] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"422.646168ms","start":"2026-05-29T02:21:19.099463Z","end":"2026-05-29T02:21:19.522109Z","steps":["trace[1012408673] 'process raft request' (duration: 422.048722ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:21:19.522277Z","caller":"traceutil/trace.go:171","msg":"trace[651682234] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"249.008088ms","start":"2026-05-29T02:21:19.273239Z","end":"2026-05-29T02:21:19.522247Z","steps":["trace[651682234] 'process raft request' (duration: 248.466595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:19.522344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.406123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:21:19.5224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.249414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:21:19.522463Z","caller":"traceutil/trace.go:171","msg":"trace[709772144] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:7917; }","duration":"519.580867ms","start":"2026-05-29T02:21:19.002851Z","end":"2026-05-29T02:21:19.522432Z","steps":["trace[709772144] 'agreement among raft nodes before linearized reading' (duration: 519.156955ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:21:19.522513Z","caller":"traceutil/trace.go:171","msg":"trace[1102282007] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7917; }","duration":"545.439169ms","start":"2026-05-29T02:21:18.977048Z","end":"2026-05-29T02:21:19.522487Z","steps":["trace[1102282007] 'agreement among raft nodes before linearized reading' (duration: 545.151561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:19.522518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:19.002834Z","time spent":"519.67467ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-vs5ss\" "} {"level":"warn","ts":"2026-05-29T02:21:19.522567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:18.977027Z","time spent":"545.526131ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:21:19.522683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.952143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:21:19.522778Z","caller":"traceutil/trace.go:171","msg":"trace[1254954504] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:7917; }","duration":"578.072537ms","start":"2026-05-29T02:21:18.944679Z","end":"2026-05-29T02:21:19.522751Z","steps":["trace[1254954504] 'agreement among raft nodes before linearized reading' (duration: 577.927113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:19.522831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.837622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:21:19.52284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:18.944665Z","time spent":"578.159799ms","remote":"127.0.0.1:54918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:21:19.522898Z","caller":"traceutil/trace.go:171","msg":"trace[1500321229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7917; }","duration":"139.938636ms","start":"2026-05-29T02:21:19.382943Z","end":"2026-05-29T02:21:19.522882Z","steps":["trace[1500321229] 'agreement among raft nodes before linearized reading' (duration: 139.841944ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:21:19.52221Z","caller":"traceutil/trace.go:171","msg":"trace[1225522277] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"400.894974ms","start":"2026-05-29T02:21:19.121295Z","end":"2026-05-29T02:21:19.52219Z","steps":["trace[1225522277] 'process raft request' (duration: 400.370391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:19.523147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:19.121265Z","time spent":"401.789738ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:21:19.523549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:19.099447Z","time spent":"422.813393ms","remote":"127.0.0.1:38372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12693,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:21:20.017698Z","caller":"traceutil/trace.go:171","msg":"trace[11561465] linearizableReadLoop","detail":"{readStateIndex:8207; appliedIndex:8206; }","duration":"251.38552ms","start":"2026-05-29T02:21:19.76629Z","end":"2026-05-29T02:21:20.017675Z","steps":["trace[11561465] 'read index received' (duration: 251.104473ms)","trace[11561465] 'applied index is now lower than readState.Index' (duration: 280.057µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:21:20.017838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.522943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:21:20.017927Z","caller":"traceutil/trace.go:171","msg":"trace[1630481758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7920; }","duration":"251.643767ms","start":"2026-05-29T02:21:19.766273Z","end":"2026-05-29T02:21:20.017917Z","steps":["trace[1630481758] 'agreement among raft nodes before linearized reading' (duration: 251.505944ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:21:20.017799Z","caller":"traceutil/trace.go:171","msg":"trace[1433487613] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"256.914634ms","start":"2026-05-29T02:21:19.760851Z","end":"2026-05-29T02:21:20.017766Z","steps":["trace[1433487613] 'process raft request' (duration: 256.661738ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:21:21.682599Z","caller":"traceutil/trace.go:171","msg":"trace[586696304] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"160.924901ms","start":"2026-05-29T02:21:21.521656Z","end":"2026-05-29T02:21:21.682581Z","steps":["trace[586696304] 'process raft request' (duration: 160.814818ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:21:21.687392Z","caller":"traceutil/trace.go:171","msg":"trace[2061655692] linearizableReadLoop","detail":"{readStateIndex:8214; appliedIndex:8211; }","duration":"156.207788ms","start":"2026-05-29T02:21:21.531164Z","end":"2026-05-29T02:21:21.687371Z","steps":["trace[2061655692] 'read index received' (duration: 151.488975ms)","trace[2061655692] 'applied index is now lower than readState.Index' (duration: 4.718003ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:21:21.687496Z","caller":"traceutil/trace.go:171","msg":"trace[1468493486] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"159.856292ms","start":"2026-05-29T02:21:21.527631Z","end":"2026-05-29T02:21:21.687487Z","steps":["trace[1468493486] 'process raft request' (duration: 159.710599ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:21:21.687526Z","caller":"traceutil/trace.go:171","msg":"trace[749985974] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"160.579992ms","start":"2026-05-29T02:21:21.526915Z","end":"2026-05-29T02:21:21.687495Z","steps":["trace[749985974] 'process raft request' (duration: 160.208222ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:21:21.687686Z","caller":"traceutil/trace.go:171","msg":"trace[949065224] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"161.469505ms","start":"2026-05-29T02:21:21.526205Z","end":"2026-05-29T02:21:21.687674Z","steps":["trace[949065224] 'process raft request' (duration: 160.810438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:21.687715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.101373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:21:21.687753Z","caller":"traceutil/trace.go:171","msg":"trace[776170082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7927; }","duration":"152.192645ms","start":"2026-05-29T02:21:21.535551Z","end":"2026-05-29T02:21:21.687744Z","steps":["trace[776170082] 'agreement among raft nodes before linearized reading' (duration: 152.085411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:21.687961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.782783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:21:21.688756Z","caller":"traceutil/trace.go:171","msg":"trace[368946457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7927; }","duration":"157.615324ms","start":"2026-05-29T02:21:21.53113Z","end":"2026-05-29T02:21:21.688746Z","steps":["trace[368946457] 'agreement among raft nodes before linearized reading' (duration: 156.68528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:21.688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.944657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:21:21.689234Z","caller":"traceutil/trace.go:171","msg":"trace[4006703] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:7927; }","duration":"153.19265ms","start":"2026-05-29T02:21:21.53603Z","end":"2026-05-29T02:21:21.689223Z","steps":["trace[4006703] 'agreement among raft nodes before linearized reading' (duration: 151.909487ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:21:41.230196Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5980} {"level":"info","ts":"2026-05-29T02:21:41.328649Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5980,"took":"96.708442ms","hash":2363783715,"current-db-size-bytes":57655296,"current-db-size":"58 MB","current-db-size-in-use-bytes":21430272,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-05-29T02:21:41.328734Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2363783715,"revision":5980,"compact-revision":2920} {"level":"info","ts":"2026-05-29T02:22:16.210518Z","caller":"traceutil/trace.go:171","msg":"trace[436356538] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"331.662356ms","start":"2026-05-29T02:22:15.878827Z","end":"2026-05-29T02:22:16.21049Z","steps":["trace[436356538] 'process raft request' (duration: 331.493582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:16.210694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:15.878807Z","time spent":"331.801259ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:22:16.432731Z","caller":"traceutil/trace.go:171","msg":"trace[1386295122] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"545.717136ms","start":"2026-05-29T02:22:15.886992Z","end":"2026-05-29T02:22:16.432709Z","steps":["trace[1386295122] 'process raft request' (duration: 545.524381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:16.433052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:15.886964Z","time spent":"545.912521ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:22:16.433194Z","caller":"traceutil/trace.go:171","msg":"trace[829220533] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"539.453004ms","start":"2026-05-29T02:22:15.893708Z","end":"2026-05-29T02:22:16.433161Z","steps":["trace[829220533] 'process raft request' (duration: 538.952061ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:16.433265Z","caller":"traceutil/trace.go:171","msg":"trace[758811584] linearizableReadLoop","detail":"{readStateIndex:8718; appliedIndex:8714; }","duration":"455.938393ms","start":"2026-05-29T02:22:15.977288Z","end":"2026-05-29T02:22:16.433226Z","steps":["trace[758811584] 'read index received' (duration: 233.031804ms)","trace[758811584] 'applied index is now lower than readState.Index' (duration: 222.904139ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:22:16.433368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:15.893672Z","time spent":"539.616698ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:22:16.433385Z","caller":"traceutil/trace.go:171","msg":"trace[724101440] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"537.662777ms","start":"2026-05-29T02:22:15.895676Z","end":"2026-05-29T02:22:16.433339Z","steps":["trace[724101440] 'process raft request' (duration: 537.257806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:16.43359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:15.895668Z","time spent":"537.821071ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:22:16.433822Z","caller":"traceutil/trace.go:171","msg":"trace[2120011044] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"442.34413ms","start":"2026-05-29T02:22:15.991445Z","end":"2026-05-29T02:22:16.433789Z","steps":["trace[2120011044] 'process raft request' (duration: 441.686483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:16.433923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:15.991412Z","time spent":"442.465773ms","remote":"127.0.0.1:38310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19392,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:22:16.433919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.014448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-29T02:22:16.433934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.648601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:22:16.433974Z","caller":"traceutil/trace.go:171","msg":"trace[1235290556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8417; }","duration":"453.13721ms","start":"2026-05-29T02:22:15.980823Z","end":"2026-05-29T02:22:16.43396Z","steps":["trace[1235290556] 'agreement among raft nodes before linearized reading' (duration: 452.925455ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:16.434005Z","caller":"traceutil/trace.go:171","msg":"trace[1502875413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8417; }","duration":"456.755934ms","start":"2026-05-29T02:22:15.977232Z","end":"2026-05-29T02:22:16.433988Z","steps":["trace[1502875413] 'agreement among raft nodes before linearized reading' (duration: 456.532649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:16.434016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:15.980803Z","time spent":"453.202863ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:22:16.434049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:15.977168Z","time spent":"456.871908ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:22:16.434069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.276704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:22:16.434175Z","caller":"traceutil/trace.go:171","msg":"trace[1009833748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8417; }","duration":"150.439228ms","start":"2026-05-29T02:22:16.283718Z","end":"2026-05-29T02:22:16.434157Z","steps":["trace[1009833748] 'agreement among raft nodes before linearized reading' (duration: 150.065409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:16.434171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.66884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:22:16.434282Z","caller":"traceutil/trace.go:171","msg":"trace[717680245] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:8417; }","duration":"382.843584ms","start":"2026-05-29T02:22:16.051415Z","end":"2026-05-29T02:22:16.434258Z","steps":["trace[717680245] 'agreement among raft nodes before linearized reading' (duration: 382.529406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:16.434338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:16.051387Z","time spent":"382.940968ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-vs5ss\" "} {"level":"warn","ts":"2026-05-29T02:22:29.072939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.103736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-29T02:22:29.073039Z","caller":"traceutil/trace.go:171","msg":"trace[1379243981] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8483; }","duration":"121.2464ms","start":"2026-05-29T02:22:28.951768Z","end":"2026-05-29T02:22:29.073014Z","steps":["trace[1379243981] 'range keys from in-memory index tree' (duration: 120.85359ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:29.585385Z","caller":"traceutil/trace.go:171","msg":"trace[1563322700] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"109.904445ms","start":"2026-05-29T02:22:29.475456Z","end":"2026-05-29T02:22:29.58536Z","steps":["trace[1563322700] 'process raft request' (duration: 109.665419ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:30.752983Z","caller":"traceutil/trace.go:171","msg":"trace[1983296207] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"243.797412ms","start":"2026-05-29T02:22:30.509078Z","end":"2026-05-29T02:22:30.752875Z","steps":["trace[1983296207] 'process raft request' (duration: 243.565916ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:30.753615Z","caller":"traceutil/trace.go:171","msg":"trace[276425064] linearizableReadLoop","detail":"{readStateIndex:8794; appliedIndex:8794; }","duration":"207.452868ms","start":"2026-05-29T02:22:30.546145Z","end":"2026-05-29T02:22:30.753598Z","steps":["trace[276425064] 'read index received' (duration: 207.445568ms)","trace[276425064] 'applied index is now lower than readState.Index' (duration: 6.28µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:22:30.753919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.755327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:22:30.754003Z","caller":"traceutil/trace.go:171","msg":"trace[771194990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8489; }","duration":"207.89084ms","start":"2026-05-29T02:22:30.546094Z","end":"2026-05-29T02:22:30.753985Z","steps":["trace[771194990] 'agreement among raft nodes before linearized reading' (duration: 207.615194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:30.786106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.621121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:22:30.786147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.732563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-29T02:22:30.786149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.274858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:22:30.78618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.630444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:22:30.78622Z","caller":"traceutil/trace.go:171","msg":"trace[1517536454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8490; }","duration":"230.839246ms","start":"2026-05-29T02:22:30.555363Z","end":"2026-05-29T02:22:30.786203Z","steps":["trace[1517536454] 'agreement among raft nodes before linearized reading' (duration: 230.62229ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:30.78624Z","caller":"traceutil/trace.go:171","msg":"trace[921852165] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8490; }","duration":"149.404441ms","start":"2026-05-29T02:22:30.636816Z","end":"2026-05-29T02:22:30.78622Z","steps":["trace[921852165] 'agreement among raft nodes before linearized reading' (duration: 149.246817ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:30.786258Z","caller":"traceutil/trace.go:171","msg":"trace[965613563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8490; }","duration":"234.733157ms","start":"2026-05-29T02:22:30.551503Z","end":"2026-05-29T02:22:30.786236Z","steps":["trace[965613563] 'agreement among raft nodes before linearized reading' (duration: 234.528032ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:30.786175Z","caller":"traceutil/trace.go:171","msg":"trace[1732128306] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:8490; }","duration":"230.734644ms","start":"2026-05-29T02:22:30.555426Z","end":"2026-05-29T02:22:30.786161Z","steps":["trace[1732128306] 'agreement among raft nodes before linearized reading' (duration: 230.546309ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:30.996963Z","caller":"traceutil/trace.go:171","msg":"trace[2014557232] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"186.748281ms","start":"2026-05-29T02:22:30.810185Z","end":"2026-05-29T02:22:30.996934Z","steps":["trace[2014557232] 'process raft request' (duration: 186.696769ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:30.99715Z","caller":"traceutil/trace.go:171","msg":"trace[1514944994] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"207.094399ms","start":"2026-05-29T02:22:30.790035Z","end":"2026-05-29T02:22:30.997129Z","steps":["trace[1514944994] 'process raft request' (duration: 126.158897ms)","trace[1514944994] 'compare' (duration: 80.426739ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:22:30.997043Z","caller":"traceutil/trace.go:171","msg":"trace[1629637250] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"206.387791ms","start":"2026-05-29T02:22:30.790618Z","end":"2026-05-29T02:22:30.997006Z","steps":["trace[1629637250] 'process raft request' (duration: 206.172305ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:30.997365Z","caller":"traceutil/trace.go:171","msg":"trace[108064867] linearizableReadLoop","detail":"{readStateIndex:8798; appliedIndex:8796; }","duration":"191.862664ms","start":"2026-05-29T02:22:30.805469Z","end":"2026-05-29T02:22:30.997332Z","steps":["trace[108064867] 'read index received' (duration: 110.727467ms)","trace[108064867] 'applied index is now lower than readState.Index' (duration: 81.129647ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:22:30.997939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.489811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224140"} {"level":"info","ts":"2026-05-29T02:22:30.99807Z","caller":"traceutil/trace.go:171","msg":"trace[1921851589] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8494; }","duration":"207.675545ms","start":"2026-05-29T02:22:30.790376Z","end":"2026-05-29T02:22:30.998051Z","steps":["trace[1921851589] 'agreement among raft nodes before linearized reading' (duration: 207.044889ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:47.025558Z","caller":"traceutil/trace.go:171","msg":"trace[1003735286] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"421.050627ms","start":"2026-05-29T02:22:46.604472Z","end":"2026-05-29T02:22:47.025523Z","steps":["trace[1003735286] 'process raft request' (duration: 419.667591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:47.02573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:46.60444Z","time spent":"421.195201ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:22:47.029173Z","caller":"traceutil/trace.go:171","msg":"trace[1634109131] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"422.018672ms","start":"2026-05-29T02:22:46.607121Z","end":"2026-05-29T02:22:47.029139Z","steps":["trace[1634109131] 'process raft request' (duration: 421.828737ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:47.02923Z","caller":"traceutil/trace.go:171","msg":"trace[879522965] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"218.584949ms","start":"2026-05-29T02:22:46.810619Z","end":"2026-05-29T02:22:47.029204Z","steps":["trace[879522965] 'process raft request' (duration: 218.441784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:47.029326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:46.607071Z","time spent":"422.175717ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:22:47.029358Z","caller":"traceutil/trace.go:171","msg":"trace[395175433] linearizableReadLoop","detail":"{readStateIndex:8889; appliedIndex:8887; }","duration":"261.667728ms","start":"2026-05-29T02:22:46.76763Z","end":"2026-05-29T02:22:47.029297Z","steps":["trace[395175433] 'read index received' (duration: 256.493363ms)","trace[395175433] 'applied index is now lower than readState.Index' (duration: 5.169885ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:22:47.029515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.892373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:22:47.02956Z","caller":"traceutil/trace.go:171","msg":"trace[29723710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8583; }","duration":"261.980205ms","start":"2026-05-29T02:22:46.767566Z","end":"2026-05-29T02:22:47.029546Z","steps":["trace[29723710] 'agreement among raft nodes before linearized reading' (duration: 261.905073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:47.02969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.57421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:22:47.02976Z","caller":"traceutil/trace.go:171","msg":"trace[1146591644] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8583; }","duration":"133.703693ms","start":"2026-05-29T02:22:46.896039Z","end":"2026-05-29T02:22:47.029742Z","steps":["trace[1146591644] 'agreement among raft nodes before linearized reading' (duration: 133.529159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:49.26818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155621750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:22:49.768914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155621750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:22:50.269504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155621750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:22:50.767897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00030648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:22:50.76799Z","caller":"traceutil/trace.go:171","msg":"trace[1569108295] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000439714s","start":"2026-05-29T02:22:48.767525Z","end":"2026-05-29T02:22:50.767965Z","steps":["trace[1569108295] 'agreement among raft nodes before linearized reading' (duration: 2.000330491s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:50.768051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:48.767513Z","time spent":"2.000526206s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:22:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:22:50.770059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155621750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:22:51.270293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155621750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:22:51.569546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.061102028s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:22:51.569872Z","caller":"traceutil/trace.go:171","msg":"trace[994124767] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"3.061556659s","start":"2026-05-29T02:22:48.508289Z","end":"2026-05-29T02:22:51.569846Z","steps":["trace[994124767] 'process raft request' (duration: 3.061431446s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:51.569997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:48.508256Z","time spent":"3.061677402s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:22:51.602947Z","caller":"traceutil/trace.go:171","msg":"trace[1049098444] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"2.568364459s","start":"2026-05-29T02:22:49.034543Z","end":"2026-05-29T02:22:51.602907Z","steps":["trace[1049098444] 'process raft request' (duration: 2.568267935s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:51.603124Z","caller":"traceutil/trace.go:171","msg":"trace[1137997832] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"2.568269896s","start":"2026-05-29T02:22:49.034844Z","end":"2026-05-29T02:22:51.603114Z","steps":["trace[1137997832] 'process raft request' (duration: 2.568012048s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:51.603272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:49.034815Z","time spent":"2.568365378s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:22:51.603626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:49.03452Z","time spent":"2.568539322s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:22:51.602961Z","caller":"traceutil/trace.go:171","msg":"trace[1731047437] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"2.571078659s","start":"2026-05-29T02:22:49.031845Z","end":"2026-05-29T02:22:51.602924Z","steps":["trace[1731047437] 'process raft request' (duration: 2.570783671s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:51.603852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:49.03182Z","time spent":"2.571892259s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:22:51.607038Z","caller":"traceutil/trace.go:171","msg":"trace[387105022] linearizableReadLoop","detail":"{readStateIndex:8902; appliedIndex:8896; }","duration":"2.839442618s","start":"2026-05-29T02:22:48.767562Z","end":"2026-05-29T02:22:51.607005Z","steps":["trace[387105022] 'read index received' (duration: 2.802206221s)","trace[387105022] 'applied index is now lower than readState.Index' (duration: 37.235137ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:22:51.607123Z","caller":"traceutil/trace.go:171","msg":"trace[1719261672] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"429.271271ms","start":"2026-05-29T02:22:51.177806Z","end":"2026-05-29T02:22:51.607077Z","steps":["trace[1719261672] 'process raft request' (duration: 428.882841ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:51.607219Z","caller":"traceutil/trace.go:171","msg":"trace[884129554] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"216.692549ms","start":"2026-05-29T02:22:51.390509Z","end":"2026-05-29T02:22:51.607202Z","steps":["trace[884129554] 'process raft request' (duration: 216.407501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:51.607388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:51.177785Z","time spent":"429.444247ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:22:51.607506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562430943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:22:51.607596Z","caller":"traceutil/trace.go:171","msg":"trace[2061088704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8594; }","duration":"2.562560696s","start":"2026-05-29T02:22:49.045012Z","end":"2026-05-29T02:22:51.607573Z","steps":["trace[2061088704] 'agreement among raft nodes before linearized reading' (duration: 2.562272389s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:51.607642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:49.04499Z","time spent":"2.562641309s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:22:51.607689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251793444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:22:51.607727Z","caller":"traceutil/trace.go:171","msg":"trace[1742146472] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8594; }","duration":"2.251873206s","start":"2026-05-29T02:22:49.355841Z","end":"2026-05-29T02:22:51.607715Z","steps":["trace[1742146472] 'agreement among raft nodes before linearized reading' (duration: 2.251692771s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:51.607757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:49.355823Z","time spent":"2.251927077s","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:22:51.607885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.601769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:22:51.607892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530487644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:22:51.607932Z","caller":"traceutil/trace.go:171","msg":"trace[1720738318] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8594; }","duration":"474.692091ms","start":"2026-05-29T02:22:51.133224Z","end":"2026-05-29T02:22:51.607916Z","steps":["trace[1720738318] 'agreement among raft nodes before linearized reading' (duration: 474.571938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:51.608007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256780044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:22:51.608037Z","caller":"traceutil/trace.go:171","msg":"trace[808400599] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8594; }","duration":"2.256850105s","start":"2026-05-29T02:22:49.351181Z","end":"2026-05-29T02:22:51.608031Z","steps":["trace[808400599] 'agreement among raft nodes before linearized reading' (duration: 2.256800294s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:51.608046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531707006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-29T02:22:51.608062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:49.351159Z","time spent":"2.256897007s","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:22:51.608075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512301242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:22:51.608086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.056603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:22:51.60811Z","caller":"traceutil/trace.go:171","msg":"trace[1377502731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8594; }","duration":"2.531797568s","start":"2026-05-29T02:22:49.076294Z","end":"2026-05-29T02:22:51.608091Z","steps":["trace[1377502731] 'agreement among raft nodes before linearized reading' (duration: 2.531675315s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:51.608119Z","caller":"traceutil/trace.go:171","msg":"trace[1457388909] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:8594; }","duration":"2.512370143s","start":"2026-05-29T02:22:49.095735Z","end":"2026-05-29T02:22:51.608106Z","steps":["trace[1457388909] 'agreement among raft nodes before linearized reading' (duration: 2.51225469s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:51.608153Z","caller":"traceutil/trace.go:171","msg":"trace[82407353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8594; }","duration":"840.155684ms","start":"2026-05-29T02:22:50.767986Z","end":"2026-05-29T02:22:51.608142Z","steps":["trace[82407353] 'agreement among raft nodes before linearized reading' (duration: 840.040231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:51.608163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:49.09572Z","time spent":"2.512435915s","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-vs5ss\" "} {"level":"warn","ts":"2026-05-29T02:22:51.608164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:49.076278Z","time spent":"2.531875019s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:22:51.608213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157124545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-676c7b4b95-8mhhs.18b3e7f7da5d5809\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-05-29T02:22:51.608236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:50.767967Z","time spent":"840.215386ms","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:22:51.607936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532092466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-29T02:22:51.60813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991164334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:22:51.608249Z","caller":"traceutil/trace.go:171","msg":"trace[531428326] range","detail":"{range_begin:/registry/events/openstack/barbican-api-676c7b4b95-8mhhs.18b3e7f7da5d5809; range_end:; response_count:1; response_revision:8594; }","duration":"2.157177756s","start":"2026-05-29T02:22:49.451058Z","end":"2026-05-29T02:22:51.608236Z","steps":["trace[531428326] 'agreement among raft nodes before linearized reading' (duration: 2.157093174s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:51.608331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:49.451043Z","time spent":"2.157280469s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-676c7b4b95-8mhhs.18b3e7f7da5d5809\" "} {"level":"info","ts":"2026-05-29T02:22:51.608328Z","caller":"traceutil/trace.go:171","msg":"trace[1057573693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8594; }","duration":"1.991390889s","start":"2026-05-29T02:22:49.616922Z","end":"2026-05-29T02:22:51.608313Z","steps":["trace[1057573693] 'agreement among raft nodes before linearized reading' (duration: 1.991120263s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:51.608423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:49.616903Z","time spent":"1.991506083s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:22:51.608003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:51.1332Z","time spent":"474.789753ms","remote":"127.0.0.1:34418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:22:51.607959Z","caller":"traceutil/trace.go:171","msg":"trace[672992406] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8594; }","duration":"2.530583827s","start":"2026-05-29T02:22:49.077362Z","end":"2026-05-29T02:22:51.607945Z","steps":["trace[672992406] 'agreement among raft nodes before linearized reading' (duration: 2.530201667s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:51.607734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199683793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:22:51.60856Z","caller":"traceutil/trace.go:171","msg":"trace[1555114654] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8594; }","duration":"1.200550636s","start":"2026-05-29T02:22:50.407991Z","end":"2026-05-29T02:22:51.608542Z","steps":["trace[1555114654] 'agreement among raft nodes before linearized reading' (duration: 1.199637662s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:51.608627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:50.407975Z","time spent":"1.200630599s","remote":"127.0.0.1:34298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:22:51.608517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:49.077355Z","time spent":"2.531152682s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T02:22:51.608288Z","caller":"traceutil/trace.go:171","msg":"trace[1760324577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8594; }","duration":"2.532492195s","start":"2026-05-29T02:22:49.075785Z","end":"2026-05-29T02:22:51.608278Z","steps":["trace[1760324577] 'agreement among raft nodes before linearized reading' (duration: 2.532015374s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:51.608752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:49.075765Z","time spent":"2.532975179s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:22:53.540975Z","caller":"traceutil/trace.go:171","msg":"trace[1936305135] linearizableReadLoop","detail":"{readStateIndex:8911; appliedIndex:8910; }","duration":"149.851482ms","start":"2026-05-29T02:22:53.391099Z","end":"2026-05-29T02:22:53.540951Z","steps":["trace[1936305135] 'read index received' (duration: 149.716819ms)","trace[1936305135] 'applied index is now lower than readState.Index' (duration: 133.773µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:22:53.541053Z","caller":"traceutil/trace.go:171","msg":"trace[1095150386] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"310.073575ms","start":"2026-05-29T02:22:53.230947Z","end":"2026-05-29T02:22:53.541021Z","steps":["trace[1095150386] 'process raft request' (duration: 309.832269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:53.541142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.015866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:22:53.541207Z","caller":"traceutil/trace.go:171","msg":"trace[111433178] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8602; }","duration":"150.123389ms","start":"2026-05-29T02:22:53.391067Z","end":"2026-05-29T02:22:53.541191Z","steps":["trace[111433178] 'agreement among raft nodes before linearized reading' (duration: 149.997596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:53.541437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:53.230924Z","time spent":"310.224848ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:22:54.125163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155621785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:22:54.678031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.154599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:22:54.67811Z","caller":"traceutil/trace.go:171","msg":"trace[329348764] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"1.10289931s","start":"2026-05-29T02:22:53.575196Z","end":"2026-05-29T02:22:54.678096Z","steps":["trace[329348764] 'process raft request' (duration: 579.616717ms)","trace[329348764] 'compare' (duration: 523.081088ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:22:54.678152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:53.575174Z","time spent":"1.102956692s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:22:55.414751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.259899217s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:22:55.415497Z","caller":"traceutil/trace.go:171","msg":"trace[274949298] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"1.805811228s","start":"2026-05-29T02:22:53.609612Z","end":"2026-05-29T02:22:55.415424Z","steps":["trace[274949298] 'process raft request' (duration: 1.805673975s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:55.415513Z","caller":"traceutil/trace.go:171","msg":"trace[1413058171] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"1.806194799s","start":"2026-05-29T02:22:53.609255Z","end":"2026-05-29T02:22:55.41545Z","steps":["trace[1413058171] 'process raft request' (duration: 1.80581318s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:55.415716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:53.609595Z","time spent":"1.806003514s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:22:55.415917Z","caller":"traceutil/trace.go:171","msg":"trace[1808972930] linearizableReadLoop","detail":"{readStateIndex:8915; appliedIndex:8911; }","duration":"1.791777234s","start":"2026-05-29T02:22:53.624124Z","end":"2026-05-29T02:22:55.415901Z","steps":["trace[1808972930] 'read index received' (duration: 530.700126ms)","trace[1808972930] 'applied index is now lower than readState.Index' (duration: 1.261075288s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:22:55.415937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:53.609225Z","time spent":"1.806446745s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:22:55.416089Z","caller":"traceutil/trace.go:171","msg":"trace[151506891] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"1.806111706s","start":"2026-05-29T02:22:53.609963Z","end":"2026-05-29T02:22:55.416075Z","steps":["trace[151506891] 'process raft request' (duration: 1.805399738s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:55.416149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:53.609943Z","time spent":"1.806170878s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:22:55.416354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792244516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:22:55.416418Z","caller":"traceutil/trace.go:171","msg":"trace[1742371973] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8606; }","duration":"1.792340299s","start":"2026-05-29T02:22:53.624067Z","end":"2026-05-29T02:22:55.416407Z","steps":["trace[1742371973] 'agreement among raft nodes before linearized reading' (duration: 1.792164383s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:55.416464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:53.62405Z","time spent":"1.79239544s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:22:55.774296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000358552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:22:55.774417Z","caller":"traceutil/trace.go:171","msg":"trace[798162476] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000527767s","start":"2026-05-29T02:22:53.773855Z","end":"2026-05-29T02:22:55.774383Z","steps":["trace[798162476] 'agreement among raft nodes before linearized reading' (duration: 2.000381354s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:55.774477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:53.773837Z","time spent":"2.00062808s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:22:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:22:55.783474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.339703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:22:55.783626Z","caller":"traceutil/trace.go:171","msg":"trace[1768884467] linearizableReadLoop","detail":"{readStateIndex:8916; appliedIndex:8915; }","duration":"367.667601ms","start":"2026-05-29T02:22:55.415943Z","end":"2026-05-29T02:22:55.783611Z","steps":["trace[1768884467] 'read index received' (duration: 203.919577ms)","trace[1768884467] 'applied index is now lower than readState.Index' (duration: 163.747094ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:22:55.783725Z","caller":"traceutil/trace.go:171","msg":"trace[344559336] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"1.619115528s","start":"2026-05-29T02:22:54.164596Z","end":"2026-05-29T02:22:55.783711Z","steps":["trace[344559336] 'process raft request' (duration: 1.455463428s)","trace[344559336] 'compare' (duration: 163.21831ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:22:55.783785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:54.164572Z","time spent":"1.61917845s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:22:55.783819Z","caller":"traceutil/trace.go:171","msg":"trace[1269918062] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"362.436904ms","start":"2026-05-29T02:22:55.421356Z","end":"2026-05-29T02:22:55.783793Z","steps":["trace[1269918062] 'process raft request' (duration: 362.208309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:55.785012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:55.421334Z","time spent":"363.621855ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:22:55.784055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.00856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:22:55.785262Z","caller":"traceutil/trace.go:171","msg":"trace[1786923853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8608; }","duration":"968.269562ms","start":"2026-05-29T02:22:54.816975Z","end":"2026-05-29T02:22:55.785245Z","steps":["trace[1786923853] 'agreement among raft nodes before linearized reading' (duration: 967.00758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:55.784098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.854884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:22:55.785318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:54.816956Z","time spent":"968.346734ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:22:55.785367Z","caller":"traceutil/trace.go:171","msg":"trace[842447437] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8608; }","duration":"854.133947ms","start":"2026-05-29T02:22:54.931206Z","end":"2026-05-29T02:22:55.78534Z","steps":["trace[842447437] 'agreement among raft nodes before linearized reading' (duration: 852.855094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:55.78413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153568242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:22:55.785434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:54.931168Z","time spent":"854.25028ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:22:55.785461Z","caller":"traceutil/trace.go:171","msg":"trace[2125608191] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:8608; }","duration":"2.154935928s","start":"2026-05-29T02:22:53.630506Z","end":"2026-05-29T02:22:55.785442Z","steps":["trace[2125608191] 'agreement among raft nodes before linearized reading' (duration: 2.15347461s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:55.784157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.588981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-05-29T02:22:55.785538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:53.630491Z","time spent":"2.15502965s","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-vs5ss\" "} {"level":"info","ts":"2026-05-29T02:22:55.785583Z","caller":"traceutil/trace.go:171","msg":"trace[1519090873] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8608; }","duration":"756.031839ms","start":"2026-05-29T02:22:55.029531Z","end":"2026-05-29T02:22:55.785563Z","steps":["trace[1519090873] 'agreement among raft nodes before linearized reading' (duration: 754.509199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:55.784171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15732618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:22:55.785639Z","caller":"traceutil/trace.go:171","msg":"trace[196968164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8608; }","duration":"2.158808828s","start":"2026-05-29T02:22:53.626818Z","end":"2026-05-29T02:22:55.785627Z","steps":["trace[196968164] 'agreement among raft nodes before linearized reading' (duration: 2.157265969s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:55.785678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:53.62681Z","time spent":"2.15885776s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:22:55.784201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158265574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:22:55.785732Z","caller":"traceutil/trace.go:171","msg":"trace[37105064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8608; }","duration":"2.159807195s","start":"2026-05-29T02:22:53.625912Z","end":"2026-05-29T02:22:55.785719Z","steps":["trace[37105064] 'agreement among raft nodes before linearized reading' (duration: 2.158218634s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:55.785635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:55.029513Z","time spent":"756.108661ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-29T02:22:55.784202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574965322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-29T02:22:55.785829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:53.625901Z","time spent":"2.159868356s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:22:55.785846Z","caller":"traceutil/trace.go:171","msg":"trace[1912739159] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:8608; }","duration":"1.576626095s","start":"2026-05-29T02:22:54.209197Z","end":"2026-05-29T02:22:55.785823Z","steps":["trace[1912739159] 'agreement among raft nodes before linearized reading' (duration: 1.574904401s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:55.784187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126959545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:22:55.785906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:54.209184Z","time spent":"1.576706007s","remote":"127.0.0.1:38150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-05-29T02:22:55.785924Z","caller":"traceutil/trace.go:171","msg":"trace[532100763] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8608; }","duration":"1.128767031s","start":"2026-05-29T02:22:54.657142Z","end":"2026-05-29T02:22:55.785909Z","steps":["trace[532100763] 'agreement among raft nodes before linearized reading' (duration: 1.126917494s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:55.784251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159117316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:22:55.785971Z","caller":"traceutil/trace.go:171","msg":"trace[1408241700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8608; }","duration":"2.160860643s","start":"2026-05-29T02:22:53.625103Z","end":"2026-05-29T02:22:55.785964Z","steps":["trace[1408241700] 'agreement among raft nodes before linearized reading' (duration: 2.159031985s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:55.785993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:53.625098Z","time spent":"2.160888893s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:22:55.784335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158438568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-29T02:22:55.786041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:54.65712Z","time spent":"1.128831933s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:22:55.786056Z","caller":"traceutil/trace.go:171","msg":"trace[1268315160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8608; }","duration":"2.160190445s","start":"2026-05-29T02:22:53.625859Z","end":"2026-05-29T02:22:55.786049Z","steps":["trace[1268315160] 'agreement among raft nodes before linearized reading' (duration: 2.158221963s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:55.786091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:53.625847Z","time spent":"2.160237326s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:22:55.784328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146843241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:22:55.786156Z","caller":"traceutil/trace.go:171","msg":"trace[1166580855] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8608; }","duration":"1.148828803s","start":"2026-05-29T02:22:54.637314Z","end":"2026-05-29T02:22:55.786143Z","steps":["trace[1166580855] 'agreement among raft nodes before linearized reading' (duration: 1.146735359s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:55.78618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:54.637292Z","time spent":"1.148881144s","remote":"127.0.0.1:38414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:22:56.332488Z","caller":"traceutil/trace.go:171","msg":"trace[403429482] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"542.729058ms","start":"2026-05-29T02:22:55.789723Z","end":"2026-05-29T02:22:56.332452Z","steps":["trace[403429482] 'process raft request' (duration: 542.42156ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:56.332687Z","caller":"traceutil/trace.go:171","msg":"trace[107644507] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"542.760689ms","start":"2026-05-29T02:22:55.789906Z","end":"2026-05-29T02:22:56.332666Z","steps":["trace[107644507] 'process raft request' (duration: 542.491752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:56.332818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:55.789879Z","time spent":"542.885302ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:22:56.332925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:55.789697Z","time spent":"543.043377ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:22:56.333007Z","caller":"traceutil/trace.go:171","msg":"trace[1292897616] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"543.067827ms","start":"2026-05-29T02:22:55.789933Z","end":"2026-05-29T02:22:56.333001Z","steps":["trace[1292897616] 'process raft request' (duration: 542.668466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:56.333044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:55.789909Z","time spent":"543.117528ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:22:56.333011Z","caller":"traceutil/trace.go:171","msg":"trace[902504782] linearizableReadLoop","detail":"{readStateIndex:8923; appliedIndex:8918; }","duration":"490.233304ms","start":"2026-05-29T02:22:55.842755Z","end":"2026-05-29T02:22:56.332989Z","steps":["trace[902504782] 'read index received' (duration: 489.485725ms)","trace[902504782] 'applied index is now lower than readState.Index' (duration: 746.789µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:22:56.333106Z","caller":"traceutil/trace.go:171","msg":"trace[807339769] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"543.14974ms","start":"2026-05-29T02:22:55.789947Z","end":"2026-05-29T02:22:56.333096Z","steps":["trace[807339769] 'process raft request' (duration: 542.939394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:56.333154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.065315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:22:56.333172Z","caller":"traceutil/trace.go:171","msg":"trace[1717200475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8613; }","duration":"541.101425ms","start":"2026-05-29T02:22:55.792065Z","end":"2026-05-29T02:22:56.333166Z","steps":["trace[1717200475] 'agreement among raft nodes before linearized reading' (duration: 541.071095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:56.333186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:55.792057Z","time spent":"541.126627ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:22:56.33321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:55.789924Z","time spent":"543.215291ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:22:56.333272Z","caller":"traceutil/trace.go:171","msg":"trace[1299537666] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"542.697517ms","start":"2026-05-29T02:22:55.79057Z","end":"2026-05-29T02:22:56.333267Z","steps":["trace[1299537666] 'process raft request' (duration: 542.377779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:56.333302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:55.79056Z","time spent":"542.727917ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:22:56.333678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.17517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224140"} {"level":"info","ts":"2026-05-29T02:22:56.33372Z","caller":"traceutil/trace.go:171","msg":"trace[1481633156] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8613; }","duration":"543.216871ms","start":"2026-05-29T02:22:55.790493Z","end":"2026-05-29T02:22:56.33371Z","steps":["trace[1481633156] 'agreement among raft nodes before linearized reading' (duration: 542.83237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:56.33375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:55.790468Z","time spent":"543.274652ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224162,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:22:56.382286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.754027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:22:56.382342Z","caller":"traceutil/trace.go:171","msg":"trace[208710263] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8615; }","duration":"386.868669ms","start":"2026-05-29T02:22:55.995461Z","end":"2026-05-29T02:22:56.382329Z","steps":["trace[208710263] 'agreement among raft nodes before linearized reading' (duration: 386.747006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:56.382367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:55.995437Z","time spent":"386.92409ms","remote":"127.0.0.1:51670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:22:56.382352Z","caller":"traceutil/trace.go:171","msg":"trace[810516812] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"536.696741ms","start":"2026-05-29T02:22:55.845622Z","end":"2026-05-29T02:22:56.382319Z","steps":["trace[810516812] 'process raft request' (duration: 536.547187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:56.382496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:55.845603Z","time spent":"536.811343ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:22:56.3825Z","caller":"traceutil/trace.go:171","msg":"trace[484988031] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"538.298773ms","start":"2026-05-29T02:22:55.844019Z","end":"2026-05-29T02:22:56.382317Z","steps":["trace[484988031] 'process raft request' (duration: 538.044057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:56.382806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:55.843994Z","time spent":"538.683494ms","remote":"127.0.0.1:38150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:22:56.904464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.168437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:22:56.90457Z","caller":"traceutil/trace.go:171","msg":"trace[2104898642] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8615; }","duration":"345.29843ms","start":"2026-05-29T02:22:56.559248Z","end":"2026-05-29T02:22:56.904547Z","steps":["trace[2104898642] 'count revisions from in-memory index tree' (duration: 344.982903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:56.904618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:56.559227Z","time spent":"345.378752ms","remote":"127.0.0.1:46940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:22:56.986762Z","caller":"traceutil/trace.go:171","msg":"trace[1431580359] linearizableReadLoop","detail":"{readStateIndex:8926; appliedIndex:8925; }","duration":"222.51154ms","start":"2026-05-29T02:22:56.764222Z","end":"2026-05-29T02:22:56.986733Z","steps":["trace[1431580359] 'read index received' (duration: 222.399588ms)","trace[1431580359] 'applied index is now lower than readState.Index' (duration: 110.992µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:22:56.986857Z","caller":"traceutil/trace.go:171","msg":"trace[831198282] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"302.839528ms","start":"2026-05-29T02:22:56.683992Z","end":"2026-05-29T02:22:56.986831Z","steps":["trace[831198282] 'process raft request' (duration: 302.492968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:22:56.986971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:22:56.683964Z","time spent":"302.935579ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:22:56.986968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.728256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:22:56.987028Z","caller":"traceutil/trace.go:171","msg":"trace[1388526935] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8616; }","duration":"222.822828ms","start":"2026-05-29T02:22:56.764188Z","end":"2026-05-29T02:22:56.987011Z","steps":["trace[1388526935] 'agreement among raft nodes before linearized reading' (duration: 222.646794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:04.055048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.306585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-05-29T02:23:04.055118Z","caller":"traceutil/trace.go:171","msg":"trace[2052560901] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8698; }","duration":"145.420607ms","start":"2026-05-29T02:23:03.909682Z","end":"2026-05-29T02:23:04.055103Z","steps":["trace[2052560901] 'range keys from in-memory index tree' (duration: 145.144481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:04.05509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.088637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jkkmf\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-05-29T02:23:04.055224Z","caller":"traceutil/trace.go:171","msg":"trace[1285219925] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jkkmf; range_end:; response_count:1; response_revision:8698; }","duration":"103.20953ms","start":"2026-05-29T02:23:03.951945Z","end":"2026-05-29T02:23:04.055154Z","steps":["trace[1285219925] 'range keys from in-memory index tree' (duration: 102.869632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:04.05535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.253085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:23:04.055421Z","caller":"traceutil/trace.go:171","msg":"trace[1206051074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8698; }","duration":"239.371748ms","start":"2026-05-29T02:23:03.816031Z","end":"2026-05-29T02:23:04.055403Z","steps":["trace[1206051074] 'range keys from in-memory index tree' (duration: 238.68169ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:08.111285Z","caller":"traceutil/trace.go:171","msg":"trace[1360058475] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"642.611793ms","start":"2026-05-29T02:23:07.468648Z","end":"2026-05-29T02:23:08.11126Z","steps":["trace[1360058475] 'process raft request' (duration: 642.47291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:08.111431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:07.46863Z","time spent":"642.733556ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:08.11258Z","caller":"traceutil/trace.go:171","msg":"trace[1752902695] linearizableReadLoop","detail":"{readStateIndex:9037; appliedIndex:9035; }","duration":"236.763821ms","start":"2026-05-29T02:23:07.875796Z","end":"2026-05-29T02:23:08.11256Z","steps":["trace[1752902695] 'read index received' (duration: 235.505578ms)","trace[1752902695] 'applied index is now lower than readState.Index' (duration: 1.257473ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:08.112658Z","caller":"traceutil/trace.go:171","msg":"trace[1216741034] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"643.851455ms","start":"2026-05-29T02:23:07.4688Z","end":"2026-05-29T02:23:08.112652Z","steps":["trace[1216741034] 'process raft request' (duration: 643.734803ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:08.112633Z","caller":"traceutil/trace.go:171","msg":"trace[1008808303] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"643.909927ms","start":"2026-05-29T02:23:07.468695Z","end":"2026-05-29T02:23:08.112605Z","steps":["trace[1008808303] 'process raft request' (duration: 643.726102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:08.112744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:07.46877Z","time spent":"643.910237ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:08.112754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:07.468673Z","time spent":"644.018969ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:08.112917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.10883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:08.112969Z","caller":"traceutil/trace.go:171","msg":"trace[1813321171] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8722; }","duration":"237.199952ms","start":"2026-05-29T02:23:07.875756Z","end":"2026-05-29T02:23:08.112956Z","steps":["trace[1813321171] 'agreement among raft nodes before linearized reading' (duration: 237.10724ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:10.584743Z","caller":"traceutil/trace.go:171","msg":"trace[1873483348] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"126.078515ms","start":"2026-05-29T02:23:10.458634Z","end":"2026-05-29T02:23:10.584713Z","steps":["trace[1873483348] 'process raft request' (duration: 55.280486ms)","trace[1873483348] 'compare' (duration: 70.392208ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:10.58476Z","caller":"traceutil/trace.go:171","msg":"trace[1774156639] linearizableReadLoop","detail":"{readStateIndex:9053; appliedIndex:9051; }","duration":"108.989491ms","start":"2026-05-29T02:23:10.475744Z","end":"2026-05-29T02:23:10.584733Z","steps":["trace[1774156639] 'read index received' (duration: 38.128131ms)","trace[1774156639] 'applied index is now lower than readState.Index' (duration: 70.86029ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:10.584861Z","caller":"traceutil/trace.go:171","msg":"trace[47048578] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"125.819018ms","start":"2026-05-29T02:23:10.45901Z","end":"2026-05-29T02:23:10.584829Z","steps":["trace[47048578] 'process raft request' (duration: 125.599223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:10.584945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.187317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:10.584988Z","caller":"traceutil/trace.go:171","msg":"trace[2101706334] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8738; }","duration":"109.283089ms","start":"2026-05-29T02:23:10.475691Z","end":"2026-05-29T02:23:10.584974Z","steps":["trace[2101706334] 'agreement among raft nodes before linearized reading' (duration: 109.157266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:11.685933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.793304ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-29T02:23:11.686034Z","caller":"traceutil/trace.go:171","msg":"trace[1509653702] linearizableReadLoop","detail":"{readStateIndex:9055; appliedIndex:9054; }","duration":"348.35234ms","start":"2026-05-29T02:23:11.337663Z","end":"2026-05-29T02:23:11.686015Z","steps":["trace[1509653702] 'read index received' (duration: 201.396452ms)","trace[1509653702] 'applied index is now lower than readState.Index' (duration: 146.954438ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:11.686241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.569275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-29T02:23:11.686282Z","caller":"traceutil/trace.go:171","msg":"trace[1405323977] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8739; }","duration":"348.647397ms","start":"2026-05-29T02:23:11.337622Z","end":"2026-05-29T02:23:11.68627Z","steps":["trace[1405323977] 'agreement among raft nodes before linearized reading' (duration: 348.491773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:11.686317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:11.337604Z","time spent":"348.705418ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-29T02:23:11.686352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.709889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:11.686469Z","caller":"traceutil/trace.go:171","msg":"trace[536254300] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8739; }","duration":"338.888533ms","start":"2026-05-29T02:23:11.347552Z","end":"2026-05-29T02:23:11.686441Z","steps":["trace[536254300] 'agreement among raft nodes before linearized reading' (duration: 338.689808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:11.686536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:11.34752Z","time spent":"338.999507ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:18.687037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:19.18773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:19.688861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:20.189498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:20.690423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:20.770886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000290941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:23:20.771138Z","caller":"traceutil/trace.go:171","msg":"trace[252565156] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000598669s","start":"2026-05-29T02:23:18.770513Z","end":"2026-05-29T02:23:20.771112Z","steps":["trace[252565156] 'agreement among raft nodes before linearized reading' (duration: 2.000324601s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:20.771259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:18.770492Z","time spent":"2.000735923s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:23:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:20.89489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.732233876s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:23:20.895399Z","caller":"traceutil/trace.go:171","msg":"trace[2079532937] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"2.732848201s","start":"2026-05-29T02:23:18.162522Z","end":"2026-05-29T02:23:20.89537Z","steps":["trace[2079532937] 'process raft request' (duration: 2.732601174s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:20.895654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:18.162496Z","time spent":"2.732974363s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:21.344067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.959054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:23:21.344272Z","caller":"traceutil/trace.go:171","msg":"trace[919655751] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"3.172792889s","start":"2026-05-29T02:23:18.171461Z","end":"2026-05-29T02:23:21.344254Z","steps":["trace[919655751] 'process raft request' (duration: 3.172701687s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:21.344443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:18.171435Z","time spent":"3.172879972s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:21.344605Z","caller":"traceutil/trace.go:171","msg":"trace[535539470] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"2.188631953s","start":"2026-05-29T02:23:19.155919Z","end":"2026-05-29T02:23:21.344551Z","steps":["trace[535539470] 'process raft request' (duration: 2.188301724s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:21.344594Z","caller":"traceutil/trace.go:171","msg":"trace[742262] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"3.174633137s","start":"2026-05-29T02:23:18.169804Z","end":"2026-05-29T02:23:21.344437Z","steps":["trace[742262] 'process raft request' (duration: 2.800212451s)","trace[742262] 'compare' (duration: 373.639186ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:21.34486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:19.155885Z","time spent":"2.188834388s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:21.344851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:18.169785Z","time spent":"3.174958255s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:21.642105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.629091ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-29T02:23:21.642196Z","caller":"traceutil/trace.go:171","msg":"trace[67677951] linearizableReadLoop","detail":"{readStateIndex:9127; appliedIndex:9122; }","duration":"3.455759379s","start":"2026-05-29T02:23:18.186421Z","end":"2026-05-29T02:23:21.64218Z","steps":["trace[67677951] 'read index received' (duration: 2.708922109s)","trace[67677951] 'applied index is now lower than readState.Index' (duration: 746.83635ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:21.642535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.456091307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:23:21.642613Z","caller":"traceutil/trace.go:171","msg":"trace[1542229907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8807; }","duration":"3.456204882s","start":"2026-05-29T02:23:18.186391Z","end":"2026-05-29T02:23:21.642596Z","steps":["trace[1542229907] 'agreement among raft nodes before linearized reading' (duration: 3.455994145s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:21.642663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:18.186379Z","time spent":"3.456275613s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:23:21.645593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124384782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-29T02:23:21.645631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483985175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:23:21.645631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386474367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:21.645713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119662169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:23:21.645707Z","caller":"traceutil/trace.go:171","msg":"trace[491319920] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8808; }","duration":"2.484118079s","start":"2026-05-29T02:23:19.161566Z","end":"2026-05-29T02:23:21.645684Z","steps":["trace[491319920] 'agreement among raft nodes before linearized reading' (duration: 2.483954715s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:21.645739Z","caller":"traceutil/trace.go:171","msg":"trace[1294880990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8808; }","duration":"3.119724931s","start":"2026-05-29T02:23:18.526009Z","end":"2026-05-29T02:23:21.645734Z","steps":["trace[1294880990] 'agreement among raft nodes before linearized reading' (duration: 3.119663659s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:21.645733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717609035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:21.645762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:18.525988Z","time spent":"3.119767941s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:23:21.645771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:19.16152Z","time spent":"2.484234782s","remote":"127.0.0.1:38434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":59,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:21.645781Z","caller":"traceutil/trace.go:171","msg":"trace[1982669128] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8808; }","duration":"1.386606s","start":"2026-05-29T02:23:20.259094Z","end":"2026-05-29T02:23:21.6457Z","steps":["trace[1982669128] 'agreement among raft nodes before linearized reading' (duration: 1.386443476s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:21.645797Z","caller":"traceutil/trace.go:171","msg":"trace[1160113901] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8808; }","duration":"2.717699318s","start":"2026-05-29T02:23:18.928078Z","end":"2026-05-29T02:23:21.645777Z","steps":["trace[1160113901] 'agreement among raft nodes before linearized reading' (duration: 2.717601585s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:21.645865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.025516073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-29T02:23:21.645905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:18.928061Z","time spent":"2.717829551s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:21.645905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.573008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:21.645887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:20.259076Z","time spent":"1.386790875s","remote":"127.0.0.1:38258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:21.645966Z","caller":"traceutil/trace.go:171","msg":"trace[1000676848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8808; }","duration":"3.025656226s","start":"2026-05-29T02:23:18.620287Z","end":"2026-05-29T02:23:21.645943Z","steps":["trace[1000676848] 'agreement among raft nodes before linearized reading' (duration: 3.025291337s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:21.645989Z","caller":"traceutil/trace.go:171","msg":"trace[120195499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8808; }","duration":"874.684911ms","start":"2026-05-29T02:23:20.77128Z","end":"2026-05-29T02:23:21.645965Z","steps":["trace[120195499] 'agreement among raft nodes before linearized reading' (duration: 874.548958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:21.646029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:18.620271Z","time spent":"3.025743739s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:23:21.646035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:20.771259Z","time spent":"874.764073ms","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:23:21.646158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195807191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-676c7b4b95-8mhhs.18b3e7f7da5d5809\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-05-29T02:23:21.64621Z","caller":"traceutil/trace.go:171","msg":"trace[307148645] range","detail":"{range_begin:/registry/events/openstack/barbican-api-676c7b4b95-8mhhs.18b3e7f7da5d5809; range_end:; response_count:1; response_revision:8808; }","duration":"2.195902813s","start":"2026-05-29T02:23:19.450292Z","end":"2026-05-29T02:23:21.646195Z","steps":["trace[307148645] 'agreement among raft nodes before linearized reading' (duration: 2.195739129s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:21.646217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.117348189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:23:21.646245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:19.450267Z","time spent":"2.195970715s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-676c7b4b95-8mhhs.18b3e7f7da5d5809\" "} {"level":"info","ts":"2026-05-29T02:23:21.645654Z","caller":"traceutil/trace.go:171","msg":"trace[1216766292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8808; }","duration":"3.124489134s","start":"2026-05-29T02:23:18.521152Z","end":"2026-05-29T02:23:21.645641Z","steps":["trace[1216766292] 'agreement among raft nodes before linearized reading' (duration: 3.12431574s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:21.646267Z","caller":"traceutil/trace.go:171","msg":"trace[1969010015] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:8808; }","duration":"3.117489952s","start":"2026-05-29T02:23:18.528764Z","end":"2026-05-29T02:23:21.646254Z","steps":["trace[1969010015] 'agreement among raft nodes before linearized reading' (duration: 3.116873746s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:21.646286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:18.521133Z","time spent":"3.125143921s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:23:21.646301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:18.52875Z","time spent":"3.117542003s","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-vs5ss\" "} {"level":"warn","ts":"2026-05-29T02:23:21.646988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409255964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:23:21.647039Z","caller":"traceutil/trace.go:171","msg":"trace[1775095692] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8808; }","duration":"2.409344327s","start":"2026-05-29T02:23:19.237683Z","end":"2026-05-29T02:23:21.647027Z","steps":["trace[1775095692] 'agreement among raft nodes before linearized reading' (duration: 2.408717931s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:21.647073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:19.237658Z","time spent":"2.409406819s","remote":"127.0.0.1:34402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":890,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:21.64714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022976618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:23:21.647187Z","caller":"traceutil/trace.go:171","msg":"trace[879852365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8808; }","duration":"3.023058329s","start":"2026-05-29T02:23:18.624117Z","end":"2026-05-29T02:23:21.647176Z","steps":["trace[879852365] 'agreement among raft nodes before linearized reading' (duration: 3.021814897s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:21.647217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:18.6241Z","time spent":"3.023109781s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-29T02:23:23.513834Z","caller":"traceutil/trace.go:171","msg":"trace[855548045] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"274.139381ms","start":"2026-05-29T02:23:23.239669Z","end":"2026-05-29T02:23:23.513809Z","steps":["trace[855548045] 'process raft request' (duration: 274.008618ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:23.51386Z","caller":"traceutil/trace.go:171","msg":"trace[1306313826] linearizableReadLoop","detail":"{readStateIndex:9150; appliedIndex:9150; }","duration":"183.762573ms","start":"2026-05-29T02:23:23.330059Z","end":"2026-05-29T02:23:23.513822Z","steps":["trace[1306313826] 'read index received' (duration: 183.743453ms)","trace[1306313826] 'applied index is now lower than readState.Index' (duration: 15.63µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:23.514046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.947268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:23.514104Z","caller":"traceutil/trace.go:171","msg":"trace[1838695418] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8830; }","duration":"184.066992ms","start":"2026-05-29T02:23:23.330018Z","end":"2026-05-29T02:23:23.514085Z","steps":["trace[1838695418] 'agreement among raft nodes before linearized reading' (duration: 183.929248ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:23.965748Z","caller":"traceutil/trace.go:171","msg":"trace[2058395592] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"615.17262ms","start":"2026-05-29T02:23:23.350548Z","end":"2026-05-29T02:23:23.965721Z","steps":["trace[2058395592] 'process raft request' (duration: 615.075178ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:23.965763Z","caller":"traceutil/trace.go:171","msg":"trace[895882936] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"615.56702ms","start":"2026-05-29T02:23:23.350148Z","end":"2026-05-29T02:23:23.965715Z","steps":["trace[895882936] 'process raft request' (duration: 615.250561ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:23.965841Z","caller":"traceutil/trace.go:171","msg":"trace[896632584] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"615.231561ms","start":"2026-05-29T02:23:23.350484Z","end":"2026-05-29T02:23:23.965715Z","steps":["trace[896632584] 'process raft request' (duration: 615.098718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:23.9659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:23.350541Z","time spent":"615.278273ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:23.965992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:23.350473Z","time spent":"615.434107ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:23.965984Z","caller":"traceutil/trace.go:171","msg":"trace[365520425] linearizableReadLoop","detail":"{readStateIndex:9154; appliedIndex:9150; }","duration":"407.485575ms","start":"2026-05-29T02:23:23.558468Z","end":"2026-05-29T02:23:23.965954Z","steps":["trace[365520425] 'read index received' (duration: 407.005243ms)","trace[365520425] 'applied index is now lower than readState.Index' (duration: 477.042µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:23.966073Z","caller":"traceutil/trace.go:171","msg":"trace[658493658] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"495.447869ms","start":"2026-05-29T02:23:23.470613Z","end":"2026-05-29T02:23:23.966061Z","steps":["trace[658493658] 'process raft request' (duration: 495.048859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:23.966057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:23.350128Z","time spent":"615.720283ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:23.966134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:23.470598Z","time spent":"495.504571ms","remote":"127.0.0.1:38372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:23.966203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.713822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:23:23.966245Z","caller":"traceutil/trace.go:171","msg":"trace[536986467] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8834; }","duration":"407.800834ms","start":"2026-05-29T02:23:23.558429Z","end":"2026-05-29T02:23:23.96623Z","steps":["trace[536986467] 'agreement among raft nodes before linearized reading' (duration: 407.635669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:23.96627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:23.558413Z","time spent":"407.851355ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:23:24.005724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.752195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-29T02:23:24.005736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.33612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:23:24.005796Z","caller":"traceutil/trace.go:171","msg":"trace[1078602193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8835; }","duration":"339.876478ms","start":"2026-05-29T02:23:23.6659Z","end":"2026-05-29T02:23:24.005776Z","steps":["trace[1078602193] 'agreement among raft nodes before linearized reading' (duration: 339.656793ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:24.005799Z","caller":"traceutil/trace.go:171","msg":"trace[1957588437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8835; }","duration":"293.482374ms","start":"2026-05-29T02:23:23.712301Z","end":"2026-05-29T02:23:24.005783Z","steps":["trace[1957588437] 'agreement among raft nodes before linearized reading' (duration: 293.266618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:24.005832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:23.66588Z","time spent":"339.94391ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:23:24.005821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.503714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:23:24.005867Z","caller":"traceutil/trace.go:171","msg":"trace[48717783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8835; }","duration":"293.596996ms","start":"2026-05-29T02:23:23.712257Z","end":"2026-05-29T02:23:24.005854Z","steps":["trace[48717783] 'agreement among raft nodes before linearized reading' (duration: 293.468353ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:24.005918Z","caller":"traceutil/trace.go:171","msg":"trace[2132910950] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"220.59699ms","start":"2026-05-29T02:23:23.785313Z","end":"2026-05-29T02:23:24.00591Z","steps":["trace[2132910950] 'process raft request' (duration: 220.120238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:24.006021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.696828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:23:24.006056Z","caller":"traceutil/trace.go:171","msg":"trace[121473529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8835; }","duration":"293.76566ms","start":"2026-05-29T02:23:23.712282Z","end":"2026-05-29T02:23:24.006047Z","steps":["trace[121473529] 'agreement among raft nodes before linearized reading' (duration: 293.674388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:24.006065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.894204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-29T02:23:24.006071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.352294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:24.006091Z","caller":"traceutil/trace.go:171","msg":"trace[349906446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8835; }","duration":"293.949476ms","start":"2026-05-29T02:23:23.712135Z","end":"2026-05-29T02:23:24.006084Z","steps":["trace[349906446] 'agreement among raft nodes before linearized reading' (duration: 293.875223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:24.006121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.462993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:24.006139Z","caller":"traceutil/trace.go:171","msg":"trace[867499855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8835; }","duration":"236.512804ms","start":"2026-05-29T02:23:23.769622Z","end":"2026-05-29T02:23:24.006135Z","steps":["trace[867499855] 'agreement among raft nodes before linearized reading' (duration: 236.486204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:24.00619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.76729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:24.006217Z","caller":"traceutil/trace.go:171","msg":"trace[1120366070] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8835; }","duration":"313.811692ms","start":"2026-05-29T02:23:23.692395Z","end":"2026-05-29T02:23:24.006207Z","steps":["trace[1120366070] 'agreement among raft nodes before linearized reading' (duration: 313.755751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:24.006235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:23.692383Z","time spent":"313.846323ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:24.006094Z","caller":"traceutil/trace.go:171","msg":"trace[1399759823] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8835; }","duration":"153.415756ms","start":"2026-05-29T02:23:23.85267Z","end":"2026-05-29T02:23:24.006086Z","steps":["trace[1399759823] 'agreement among raft nodes before linearized reading' (duration: 153.356534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:24.00639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.22936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:23:24.006416Z","caller":"traceutil/trace.go:171","msg":"trace[789580753] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:8835; }","duration":"292.265492ms","start":"2026-05-29T02:23:23.714144Z","end":"2026-05-29T02:23:24.006409Z","steps":["trace[789580753] 'agreement among raft nodes before linearized reading' (duration: 292.097928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:24.973725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:25.474814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:25.975339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:26.476414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:26.97715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:27.477909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:27.767686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000138937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:23:27.76777Z","caller":"traceutil/trace.go:171","msg":"trace[814582105] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274612s","start":"2026-05-29T02:23:25.767477Z","end":"2026-05-29T02:23:27.767752Z","steps":["trace[814582105] 'agreement among raft nodes before linearized reading' (duration: 2.000170358s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:27.767819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.767456Z","time spent":"2.000353443s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:23:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:27.978361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:28.478738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:28.979594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:29.480653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:29.768133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000110616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:23:29.768202Z","caller":"traceutil/trace.go:171","msg":"trace[1524649305] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000230049s","start":"2026-05-29T02:23:27.767957Z","end":"2026-05-29T02:23:29.768187Z","steps":["trace[1524649305] 'agreement among raft nodes before linearized reading' (duration: 2.000143437s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:29.768236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:27.767929Z","time spent":"2.000301072s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:23:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:29.911455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:24.912716Z","time spent":"4.998731931s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:23:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:29.981504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:30.482487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:30.969141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.971032Z","time spent":"4.998100704s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:23:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:30.969386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.972094Z","time spent":"4.997286053s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:23:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:30.971254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.972268Z","time spent":"4.998978056s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:23:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:30.983375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:31.058388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999490131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:23:31.058449Z","caller":"traceutil/trace.go:171","msg":"trace[835213832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999619884s","start":"2026-05-29T02:23:26.058815Z","end":"2026-05-29T02:23:31.058435Z","steps":["trace[835213832] 'agreement among raft nodes before linearized reading' (duration: 4.999523712s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:31.058478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:26.058803Z","time spent":"4.999670115s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/29 02:23:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:31.059101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999430559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:23:31.059197Z","caller":"traceutil/trace.go:171","msg":"trace[140246876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999566772s","start":"2026-05-29T02:23:26.059608Z","end":"2026-05-29T02:23:31.059175Z","steps":["trace[140246876] 'agreement among raft nodes before linearized reading' (duration: 4.999452819s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:31.059265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:26.059595Z","time spent":"4.999654965s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:23:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:31.059692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998754241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:23:31.059748Z","caller":"traceutil/trace.go:171","msg":"trace[137935242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998851494s","start":"2026-05-29T02:23:26.060883Z","end":"2026-05-29T02:23:31.059734Z","steps":["trace[137935242] 'agreement among raft nodes before linearized reading' (duration: 4.998791702s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:31.059832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:26.060865Z","time spent":"4.998954846s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/29 02:23:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:31.23991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:24.23878Z","time spent":"7.001123016s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:23:31.382718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000202668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:23:31.382849Z","caller":"traceutil/trace.go:171","msg":"trace[617479288] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000393273s","start":"2026-05-29T02:23:29.382425Z","end":"2026-05-29T02:23:31.382818Z","steps":["trace[617479288] 'agreement among raft nodes before linearized reading' (duration: 2.000232179s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:31.382913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:29.382405Z","time spent":"2.000495796s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:23:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:31.473717Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-05-29T02:23:31.473916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001039564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:23:31.473968Z","caller":"traceutil/trace.go:171","msg":"trace[70157493] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; }","duration":"7.001142377s","start":"2026-05-29T02:23:24.472802Z","end":"2026-05-29T02:23:31.473945Z","steps":["trace[70157493] 'agreement among raft nodes before linearized reading' (duration: 7.001073605s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:31.474026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:24.472783Z","time spent":"7.00122865s","remote":"127.0.0.1:50272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:31.772092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999972622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:23:31.772174Z","caller":"traceutil/trace.go:171","msg":"trace[2065864128] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000112916s","start":"2026-05-29T02:23:29.772043Z","end":"2026-05-29T02:23:31.772156Z","steps":["trace[2065864128] 'agreement among raft nodes before linearized reading' (duration: 2.000011893s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:31.772212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:29.772021Z","time spent":"2.000182859s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:23:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:31.974863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:32.475607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:32.975992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:33.00861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000507317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:23:33.008707Z","caller":"traceutil/trace.go:171","msg":"trace[1233000912] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00066229s","start":"2026-05-29T02:23:31.008025Z","end":"2026-05-29T02:23:33.008687Z","steps":["trace[1233000912] 'agreement among raft nodes before linearized reading' (duration: 2.000535596s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:33.008758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:31.008005Z","time spent":"2.000742733s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:23:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:33.476306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:33.520953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:26.520456Z","time spent":"7.000489679s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:23:33.776875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000384933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:23:33.776958Z","caller":"traceutil/trace.go:171","msg":"trace[275868289] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000517556s","start":"2026-05-29T02:23:31.776421Z","end":"2026-05-29T02:23:33.776939Z","steps":["trace[275868289] 'agreement among raft nodes before linearized reading' (duration: 2.000404683s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:33.777021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:31.776407Z","time spent":"2.000604438s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:23:33.977048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:34.042785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:24.839848Z","time spent":"9.202930082s","remote":"127.0.0.1:36774","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:23:34.043291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.984567915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18b3e8093667ead9\" ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-05-29T02:23:34.043397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.831833099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:23:34.0434Z","caller":"traceutil/trace.go:171","msg":"trace[1550658816] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18b3e8093667ead9; range_end:; response_count:1; response_revision:8843; }","duration":"9.98471473s","start":"2026-05-29T02:23:24.058656Z","end":"2026-05-29T02:23:34.043371Z","steps":["trace[1550658816] 'range keys from in-memory index tree' (duration: 9.984436902s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:34.043433Z","caller":"traceutil/trace.go:171","msg":"trace[1446347181] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:8843; }","duration":"9.831915071s","start":"2026-05-29T02:23:24.211506Z","end":"2026-05-29T02:23:34.043421Z","steps":["trace[1446347181] 'range keys from in-memory index tree' (duration: 9.831676785s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:34.043458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:24.211483Z","time spent":"9.831970793s","remote":"127.0.0.1:38150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-05-29T02:23:34.043469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.804696894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jkkmf\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-05-29T02:23:34.043529Z","caller":"traceutil/trace.go:171","msg":"trace[836592903] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jkkmf; range_end:; response_count:1; response_revision:8843; }","duration":"9.804798626s","start":"2026-05-29T02:23:24.238714Z","end":"2026-05-29T02:23:34.043512Z","steps":["trace[836592903] 'range keys from in-memory index tree' (duration: 9.80453235s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:34.043592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:24.238694Z","time spent":"9.804889909s","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4672,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jkkmf\" "} {"level":"warn","ts":"2026-05-29T02:23:34.043736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:28.719227Z","time spent":"5.324506083s","remote":"127.0.0.1:36794","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:23:34.045378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.213556182s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:34.045515Z","caller":"traceutil/trace.go:171","msg":"trace[1760111483] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8843; }","duration":"8.213700036s","start":"2026-05-29T02:23:25.831797Z","end":"2026-05-29T02:23:34.045498Z","steps":["trace[1760111483] 'range keys from in-memory index tree' (duration: 8.21354131s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:34.043464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:24.058641Z","time spent":"9.984808082s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":699,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.18b3e8093667ead9\" "} {"level":"warn","ts":"2026-05-29T02:23:34.134613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"9.895730898s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:23:34.911014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998040922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:23:34.911115Z","caller":"traceutil/trace.go:171","msg":"trace[74539220] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998195636s","start":"2026-05-29T02:23:29.912896Z","end":"2026-05-29T02:23:34.911092Z","steps":["trace[74539220] 'agreement among raft nodes before linearized reading' (duration: 4.998069043s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:34.911271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:29.912877Z","time spent":"4.998343149s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/29 02:23:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:35.188015Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053176699s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:23:35.786221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002208121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:23:35.786311Z","caller":"traceutil/trace.go:171","msg":"trace[514664441] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002363305s","start":"2026-05-29T02:23:33.78393Z","end":"2026-05-29T02:23:35.786293Z","steps":["trace[514664441] 'agreement among raft nodes before linearized reading' (duration: 2.002243822s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:35.786367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:33.78391Z","time spent":"2.002440727s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:23:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:35.968894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997443797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:23:35.968967Z","caller":"traceutil/trace.go:171","msg":"trace[1428536654] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.99757535s","start":"2026-05-29T02:23:30.971374Z","end":"2026-05-29T02:23:35.968949Z","steps":["trace[1428536654] 'agreement among raft nodes before linearized reading' (duration: 4.997485908s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:35.969011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:30.971345Z","time spent":"4.997655742s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/29 02:23:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:35.970088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998616028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:23:35.970142Z","caller":"traceutil/trace.go:171","msg":"trace[624685171] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998721941s","start":"2026-05-29T02:23:30.971407Z","end":"2026-05-29T02:23:35.970129Z","steps":["trace[624685171] 'agreement among raft nodes before linearized reading' (duration: 4.998659179s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:35.970174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:30.971378Z","time spent":"4.998787772s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/29 02:23:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:35.971495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999091931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:23:35.97159Z","caller":"traceutil/trace.go:171","msg":"trace[1365196031] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999263314s","start":"2026-05-29T02:23:30.972314Z","end":"2026-05-29T02:23:35.971577Z","steps":["trace[1365196031] 'agreement among raft nodes before linearized reading' (duration: 4.999160512s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:35.971628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:30.972297Z","time spent":"4.999321476s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/29 02:23:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:36.059262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992195567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:23:36.059394Z","caller":"traceutil/trace.go:171","msg":"trace[1213067845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.992373641s","start":"2026-05-29T02:23:33.066993Z","end":"2026-05-29T02:23:36.059366Z","steps":["trace[1213067845] 'agreement among raft nodes before linearized reading' (duration: 2.992193607s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:36.059456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:33.066987Z","time spent":"2.992456224s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:23:36.059679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992934468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:23:36.059958Z","caller":"traceutil/trace.go:171","msg":"trace[1115633341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.993262335s","start":"2026-05-29T02:23:33.066629Z","end":"2026-05-29T02:23:36.059891Z","steps":["trace[1115633341] 'agreement among raft nodes before linearized reading' (duration: 2.992955078s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:36.060084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:33.066611Z","time spent":"2.99345189s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:23:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:36.060245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000482859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T02:23:36.060302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000621864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:23:36.060319Z","caller":"traceutil/trace.go:171","msg":"trace[516286777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000611143s","start":"2026-05-29T02:23:26.059688Z","end":"2026-05-29T02:23:36.0603Z","steps":["trace[516286777] 'agreement among raft nodes before linearized reading' (duration: 10.00051769s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:36.060347Z","caller":"traceutil/trace.go:171","msg":"trace[214788591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000714306s","start":"2026-05-29T02:23:26.05962Z","end":"2026-05-29T02:23:36.060334Z","steps":["trace[214788591] 'agreement among raft nodes before linearized reading' (duration: 10.000666345s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:36.060321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993535851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T02:23:36.0604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:26.059667Z","time spent":"10.000722446s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/05/29 02:23:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-29T02:23:36.060434Z","caller":"traceutil/trace.go:171","msg":"trace[995226043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.993748178s","start":"2026-05-29T02:23:33.066669Z","end":"2026-05-29T02:23:36.060417Z","steps":["trace[995226043] 'agreement among raft nodes before linearized reading' (duration: 2.993570653s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:36.060393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:26.059608Z","time spent":"10.000778717s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:23:36.060598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:33.066647Z","time spent":"2.993872531s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/29 02:23:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 02:23:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:36.152151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:29.151347Z","time spent":"7.000798158s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:23:36.311118Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9e717bd14f72","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:23:36.768129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.096168ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:36.768223Z","caller":"traceutil/trace.go:171","msg":"trace[959692386] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8844; }","duration":"936.19862ms","start":"2026-05-29T02:23:35.832011Z","end":"2026-05-29T02:23:36.76821Z","steps":["trace[959692386] 'range keys from in-memory index tree' (duration: 936.080807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:36.770159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581695767s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-05-29T02:23:37.608415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.837565ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-29T02:23:37.608999Z","caller":"traceutil/trace.go:171","msg":"trace[505550225] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"5.065633609s","start":"2026-05-29T02:23:32.543332Z","end":"2026-05-29T02:23:37.608966Z","steps":["trace[505550225] 'process raft request' (duration: 5.065153496s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:37.609713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:32.543308Z","time spent":"5.066318707s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:37.785752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999004478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:23:37.785919Z","caller":"traceutil/trace.go:171","msg":"trace[55020977] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999233733s","start":"2026-05-29T02:23:35.786669Z","end":"2026-05-29T02:23:37.785903Z","steps":["trace[55020977] 'agreement among raft nodes before linearized reading' (duration: 1.999051349s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:37.786015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:35.786649Z","time spent":"1.999353667s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:23:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:38.578019Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.248723498s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:23:38.793454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184444867s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:698"} {"level":"info","ts":"2026-05-29T02:23:38.793562Z","caller":"traceutil/trace.go:171","msg":"trace[1583840164] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8852; }","duration":"5.269153956s","start":"2026-05-29T02:23:33.524394Z","end":"2026-05-29T02:23:38.793548Z","steps":["trace[1583840164] 'process raft request' (duration: 4.084552624s)","trace[1583840164] 'compare' (duration: 1.184397456s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:38.79362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:33.524331Z","time spent":"5.269258799s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":720,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:38.794081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:34.048215Z","time spent":"4.745863991s","remote":"127.0.0.1:38150","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:23:38.794366Z","caller":"traceutil/trace.go:171","msg":"trace[2013945019] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"2.82248452s","start":"2026-05-29T02:23:35.971871Z","end":"2026-05-29T02:23:38.794356Z","steps":["trace[2013945019] 'process raft request' (duration: 2.822242163s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.79436Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"42.671µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-05-29T02:23:38.794417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:35.971846Z","time spent":"2.822547771s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:23:38.794537Z","caller":"traceutil/trace.go:171","msg":"trace[1916830944] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"2.733066307s","start":"2026-05-29T02:23:36.061456Z","end":"2026-05-29T02:23:38.794522Z","steps":["trace[1916830944] 'process raft request' (duration: 2.732693148s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:38.794583Z","caller":"traceutil/trace.go:171","msg":"trace[27957502] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"4.744401815s","start":"2026-05-29T02:23:34.050172Z","end":"2026-05-29T02:23:38.794574Z","steps":["trace[27957502] 'process raft request' (duration: 4.743807659s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.794622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:34.05015Z","time spent":"4.744450666s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:38.794631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:36.06143Z","time spent":"2.733146179s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:38.794711Z","caller":"traceutil/trace.go:171","msg":"trace[1985746272] linearizableReadLoop","detail":"{readStateIndex:9173; appliedIndex:9163; }","duration":"7.320864172s","start":"2026-05-29T02:23:31.47384Z","end":"2026-05-29T02:23:38.794704Z","steps":["trace[1985746272] 'read index received' (duration: 2.660992843s)","trace[1985746272] 'applied index is now lower than readState.Index' (duration: 4.659870629s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:38.794422Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9e717bd14f72","error":"lease not found"} {"level":"info","ts":"2026-05-29T02:23:38.794769Z","caller":"traceutil/trace.go:171","msg":"trace[17563158] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"2.733285012s","start":"2026-05-29T02:23:36.061473Z","end":"2026-05-29T02:23:38.794759Z","steps":["trace[17563158] 'process raft request' (duration: 2.732747799s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.794812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:36.061452Z","time spent":"2.733340444s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:38.794881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.549933094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-676c7b4b95-8mhhs.18b3e7f7da5d5809\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-05-29T02:23:38.794909Z","caller":"traceutil/trace.go:171","msg":"trace[778384322] range","detail":"{range_begin:/registry/events/openstack/barbican-api-676c7b4b95-8mhhs.18b3e7f7da5d5809; range_end:; response_count:1; response_revision:8858; }","duration":"7.549962165s","start":"2026-05-29T02:23:31.24494Z","end":"2026-05-29T02:23:38.794902Z","steps":["trace[778384322] 'agreement among raft nodes before linearized reading' (duration: 7.549866291s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.794938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:31.244855Z","time spent":"7.550078987s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-676c7b4b95-8mhhs.18b3e7f7da5d5809\" "} {"level":"info","ts":"2026-05-29T02:23:38.79494Z","caller":"traceutil/trace.go:171","msg":"trace[2001576200] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"2.731904477s","start":"2026-05-29T02:23:36.063028Z","end":"2026-05-29T02:23:38.794932Z","steps":["trace[2001576200] 'process raft request' (duration: 2.73124644s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.79498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:36.063015Z","time spent":"2.731943028s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":409,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:38.795144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.933393204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:38.795174Z","caller":"traceutil/trace.go:171","msg":"trace[526155669] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8858; }","duration":"7.933463056s","start":"2026-05-29T02:23:30.861705Z","end":"2026-05-29T02:23:38.795168Z","steps":["trace[526155669] 'agreement among raft nodes before linearized reading' (duration: 7.933412175s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.795194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:30.861676Z","time spent":"7.933512737s","remote":"127.0.0.1:43162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:38.795303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.320932748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:38.795335Z","caller":"traceutil/trace.go:171","msg":"trace[181792813] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8858; }","duration":"12.320998679s","start":"2026-05-29T02:23:26.474328Z","end":"2026-05-29T02:23:38.795327Z","steps":["trace[181792813] 'agreement among raft nodes before linearized reading' (duration: 12.320921847s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.79536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:26.474306Z","time spent":"12.321048331s","remote":"127.0.0.1:34340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:38.795365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.355741181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:38.795389Z","caller":"traceutil/trace.go:171","msg":"trace[1797796946] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8858; }","duration":"12.355810364s","start":"2026-05-29T02:23:26.439571Z","end":"2026-05-29T02:23:38.795381Z","steps":["trace[1797796946] 'agreement among raft nodes before linearized reading' (duration: 12.355772453s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.795492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.541341616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:38.795517Z","caller":"traceutil/trace.go:171","msg":"trace[665511886] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8858; }","duration":"8.541399218s","start":"2026-05-29T02:23:30.254112Z","end":"2026-05-29T02:23:38.795511Z","steps":["trace[665511886] 'agreement among raft nodes before linearized reading' (duration: 8.541351916s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.795547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:30.254091Z","time spent":"8.541442728s","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:38.79566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.732632902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:23:38.795669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.623794618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:38.795696Z","caller":"traceutil/trace.go:171","msg":"trace[346381258] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8858; }","duration":"8.623823679s","start":"2026-05-29T02:23:30.171865Z","end":"2026-05-29T02:23:38.795689Z","steps":["trace[346381258] 'agreement among raft nodes before linearized reading' (duration: 8.623780548s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.795724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:30.171796Z","time spent":"8.623922022s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:38.795688Z","caller":"traceutil/trace.go:171","msg":"trace[1842132980] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:8858; }","duration":"12.733374492s","start":"2026-05-29T02:23:26.062307Z","end":"2026-05-29T02:23:38.795681Z","steps":["trace[1842132980] 'agreement among raft nodes before linearized reading' (duration: 12.733259249s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.795785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:26.062295Z","time spent":"12.733481964s","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-vs5ss\" "} {"level":"warn","ts":"2026-05-29T02:23:38.795889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.968651937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-29T02:23:38.795919Z","caller":"traceutil/trace.go:171","msg":"trace[377943160] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8858; }","duration":"8.968715538s","start":"2026-05-29T02:23:29.827194Z","end":"2026-05-29T02:23:38.79591Z","steps":["trace[377943160] 'agreement among raft nodes before linearized reading' (duration: 8.968620416s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.795944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:29.827173Z","time spent":"8.96876564s","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-29T02:23:38.796084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.784643409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:38.796111Z","caller":"traceutil/trace.go:171","msg":"trace[828263780] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8858; }","duration":"13.784715091s","start":"2026-05-29T02:23:25.01139Z","end":"2026-05-29T02:23:38.796105Z","steps":["trace[828263780] 'agreement among raft nodes before linearized reading' (duration: 13.784554517s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.796124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.104572316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:38.796154Z","caller":"traceutil/trace.go:171","msg":"trace[1025506698] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8858; }","duration":"9.104645119s","start":"2026-05-29T02:23:29.691499Z","end":"2026-05-29T02:23:38.796144Z","steps":["trace[1025506698] 'agreement among raft nodes before linearized reading' (duration: 9.104543057s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.79618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:29.691478Z","time spent":"9.104696161s","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:38.796243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.289829349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:23:38.796299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.186955344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:38.796329Z","caller":"traceutil/trace.go:171","msg":"trace[656882906] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8858; }","duration":"10.187035246s","start":"2026-05-29T02:23:28.609287Z","end":"2026-05-29T02:23:38.796322Z","steps":["trace[656882906] 'agreement among raft nodes before linearized reading' (duration: 10.186985785s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:38.794912Z","caller":"traceutil/trace.go:171","msg":"trace[1956077217] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"2.732225096s","start":"2026-05-29T02:23:36.06268Z","end":"2026-05-29T02:23:38.794905Z","steps":["trace[1956077217] 'process raft request' (duration: 2.731567288s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.79635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:28.609265Z","time spent":"10.187079597s","remote":"127.0.0.1:43054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:38.796443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:36.062667Z","time spent":"2.733705274s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:38.796485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.75963068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:38.796506Z","caller":"traceutil/trace.go:171","msg":"trace[1856444948] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8858; }","duration":"10.759688992s","start":"2026-05-29T02:23:28.036811Z","end":"2026-05-29T02:23:38.7965Z","steps":["trace[1856444948] 'agreement among raft nodes before linearized reading' (duration: 10.75963325s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.796533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:28.036791Z","time spent":"10.759734782s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:38.796689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.124278342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:23:38.796715Z","caller":"traceutil/trace.go:171","msg":"trace[1490252449] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8858; }","duration":"11.124382195s","start":"2026-05-29T02:23:27.672327Z","end":"2026-05-29T02:23:38.796709Z","steps":["trace[1490252449] 'agreement among raft nodes before linearized reading' (duration: 11.124291563s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.796734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:27.672313Z","time spent":"11.124417236s","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:23:38.79688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.061346404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-29T02:23:38.79691Z","caller":"traceutil/trace.go:171","msg":"trace[969461436] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8858; }","duration":"12.061411816s","start":"2026-05-29T02:23:26.735491Z","end":"2026-05-29T02:23:38.796902Z","steps":["trace[969461436] 'agreement among raft nodes before linearized reading' (duration: 12.061342684s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.796928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:26.73547Z","time spent":"12.061454257s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-29T02:23:38.795548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:26.439546Z","time spent":"12.355863795s","remote":"127.0.0.1:43114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:38.796133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.011368Z","time spent":"13.784759164s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":104,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:38.796268Z","caller":"traceutil/trace.go:171","msg":"trace[523140759] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8858; }","duration":"6.289910763s","start":"2026-05-29T02:23:32.506352Z","end":"2026-05-29T02:23:38.796263Z","steps":["trace[523140759] 'agreement among raft nodes before linearized reading' (duration: 6.2898272s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.797284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:32.50633Z","time spent":"6.290944469s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":54,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:38.79948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.358218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:38.799533Z","caller":"traceutil/trace.go:171","msg":"trace[1437122062] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8858; }","duration":"500.463121ms","start":"2026-05-29T02:23:38.299056Z","end":"2026-05-29T02:23:38.799519Z","steps":["trace[1437122062] 'agreement among raft nodes before linearized reading' (duration: 500.370759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.799565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.299035Z","time spent":"500.521392ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:38.799711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005595112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:38.799745Z","caller":"traceutil/trace.go:171","msg":"trace[1951071807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8858; }","duration":"1.005679734s","start":"2026-05-29T02:23:37.794053Z","end":"2026-05-29T02:23:38.799732Z","steps":["trace[1951071807] 'agreement among raft nodes before linearized reading' (duration: 1.005638543s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.799767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:37.794011Z","time spent":"1.005751537s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:23:38.799845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.588802693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:38.799853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.712075819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:38.799879Z","caller":"traceutil/trace.go:171","msg":"trace[1108707079] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8858; }","duration":"4.588879295s","start":"2026-05-29T02:23:34.210992Z","end":"2026-05-29T02:23:38.799871Z","steps":["trace[1108707079] 'agreement among raft nodes before linearized reading' (duration: 4.588816313s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:38.799898Z","caller":"traceutil/trace.go:171","msg":"trace[740930109] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8858; }","duration":"3.712209732s","start":"2026-05-29T02:23:35.087679Z","end":"2026-05-29T02:23:38.799888Z","steps":["trace[740930109] 'agreement among raft nodes before linearized reading' (duration: 3.71212462s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.799907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:34.210972Z","time spent":"4.588929216s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:38.799879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.946778419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:38.799944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.0346225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-05-29T02:23:38.79996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22594661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:38.799955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644382502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-05-29T02:23:38.799966Z","caller":"traceutil/trace.go:171","msg":"trace[1116068470] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8858; }","duration":"5.946904462s","start":"2026-05-29T02:23:32.853044Z","end":"2026-05-29T02:23:38.799948Z","steps":["trace[1116068470] 'agreement among raft nodes before linearized reading' (duration: 5.946750399s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:38.799976Z","caller":"traceutil/trace.go:171","msg":"trace[1528280012] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8858; }","duration":"6.034700332s","start":"2026-05-29T02:23:32.765268Z","end":"2026-05-29T02:23:38.799968Z","steps":["trace[1528280012] 'agreement among raft nodes before linearized reading' (duration: 6.03460685s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:38.79998Z","caller":"traceutil/trace.go:171","msg":"trace[1117329127] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8858; }","duration":"3.226042822s","start":"2026-05-29T02:23:35.573929Z","end":"2026-05-29T02:23:38.799972Z","steps":["trace[1117329127] 'agreement among raft nodes before linearized reading' (duration: 3.226013751s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:38.79999Z","caller":"traceutil/trace.go:171","msg":"trace[3067766] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:8858; }","duration":"2.644416173s","start":"2026-05-29T02:23:36.155563Z","end":"2026-05-29T02:23:38.799979Z","steps":["trace[3067766] 'agreement among raft nodes before linearized reading' (duration: 2.64429338s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.799964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072496324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:38.800019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:36.155513Z","time spent":"2.644500695s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":511,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-05-29T02:23:38.800041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.244894053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:38.800045Z","caller":"traceutil/trace.go:171","msg":"trace[2029287772] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8858; }","duration":"3.072635817s","start":"2026-05-29T02:23:35.72739Z","end":"2026-05-29T02:23:38.800026Z","steps":["trace[2029287772] 'agreement among raft nodes before linearized reading' (duration: 3.072459173s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.800065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.527271884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:38.800098Z","caller":"traceutil/trace.go:171","msg":"trace[1723037266] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8858; }","duration":"4.527350667s","start":"2026-05-29T02:23:34.27274Z","end":"2026-05-29T02:23:38.800091Z","steps":["trace[1723037266] 'agreement among raft nodes before linearized reading' (duration: 4.527302346s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.800109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:35.72736Z","time spent":"3.07273824s","remote":"127.0.0.1:51634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:38.800128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:34.272711Z","time spent":"4.527408148s","remote":"127.0.0.1:47012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:38.800134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748672316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-05-29T02:23:38.800147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.367274014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:38.800159Z","caller":"traceutil/trace.go:171","msg":"trace[428874873] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8858; }","duration":"4.748711357s","start":"2026-05-29T02:23:34.051442Z","end":"2026-05-29T02:23:38.800153Z","steps":["trace[428874873] 'agreement among raft nodes before linearized reading' (duration: 4.748580743s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:38.800169Z","caller":"traceutil/trace.go:171","msg":"trace[46305158] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8858; }","duration":"5.367296765s","start":"2026-05-29T02:23:33.432866Z","end":"2026-05-29T02:23:38.800163Z","steps":["trace[46305158] 'agreement among raft nodes before linearized reading' (duration: 5.367255054s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.800183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:34.051433Z","time spent":"4.748744747s","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-29T02:23:38.800191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:33.432812Z","time spent":"5.367374528s","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:38.800065Z","caller":"traceutil/trace.go:171","msg":"trace[979902795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8858; }","duration":"6.244960254s","start":"2026-05-29T02:23:32.555096Z","end":"2026-05-29T02:23:38.800056Z","steps":["trace[979902795] 'agreement among raft nodes before linearized reading' (duration: 6.244923973s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.800259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:32.555072Z","time spent":"6.2451751s","remote":"127.0.0.1:43138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:38.800003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:35.5739Z","time spent":"3.226097784s","remote":"127.0.0.1:50234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:38.8Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:32.765243Z","time spent":"6.034751574s","remote":"127.0.0.1:50230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-05-29T02:23:38.800002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:32.853031Z","time spent":"5.946962614s","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:38.800062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.587231425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-05-29T02:23:38.799929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:35.087659Z","time spent":"3.712262684s","remote":"127.0.0.1:43098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:38.800477Z","caller":"traceutil/trace.go:171","msg":"trace[1584786307] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8858; }","duration":"3.587675127s","start":"2026-05-29T02:23:35.212794Z","end":"2026-05-29T02:23:38.800469Z","steps":["trace[1584786307] 'agreement among raft nodes before linearized reading' (duration: 3.587222275s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.800509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:35.212777Z","time spent":"3.587723668s","remote":"127.0.0.1:50218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5168,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-29T02:23:38.800671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.759642123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-29T02:23:38.800852Z","caller":"traceutil/trace.go:171","msg":"trace[137440526] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8858; }","duration":"3.759853798s","start":"2026-05-29T02:23:35.040979Z","end":"2026-05-29T02:23:38.800833Z","steps":["trace[137440526] 'agreement among raft nodes before linearized reading' (duration: 3.758887263s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.800976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:35.04096Z","time spent":"3.760003522s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-29T02:23:39.304622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:39.805092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:40.238747Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.437902352s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:23:40.803985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000024114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:23:40.8041Z","caller":"traceutil/trace.go:171","msg":"trace[463844066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000160737s","start":"2026-05-29T02:23:38.803914Z","end":"2026-05-29T02:23:40.804075Z","steps":["trace[463844066] 'agreement among raft nodes before linearized reading' (duration: 2.000019864s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:40.804167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.803854Z","time spent":"2.000292632s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:23:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:41.380951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99989309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:23:41.38108Z","caller":"traceutil/trace.go:171","msg":"trace[646544074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046464s","start":"2026-05-29T02:23:39.381013Z","end":"2026-05-29T02:23:41.381059Z","steps":["trace[646544074] 'agreement among raft nodes before linearized reading' (duration: 1.99988962s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:41.381173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:39.380967Z","time spent":"2.000149408s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:23:42.032549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793502659s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-05-29T02:23:42.032657Z","caller":"traceutil/trace.go:171","msg":"trace[1796636098] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8858; }","duration":"3.231893693s","start":"2026-05-29T02:23:38.800743Z","end":"2026-05-29T02:23:42.032637Z","steps":["trace[1796636098] 'process raft request' (duration: 1.438195839s)","trace[1796636098] 'compare' (duration: 1.793391287s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:42.032719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.800666Z","time spent":"3.232021637s","remote":"127.0.0.1:38150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:42.812115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99985375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:23:42.812235Z","caller":"traceutil/trace.go:171","msg":"trace[1919553282] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046195s","start":"2026-05-29T02:23:40.81216Z","end":"2026-05-29T02:23:42.812206Z","steps":["trace[1919553282] 'agreement among raft nodes before linearized reading' (duration: 1.999886151s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:42.812311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:40.812136Z","time spent":"2.000154628s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:23:43.994348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.755350002s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:23:43.995056Z","caller":"traceutil/trace.go:171","msg":"trace[896417257] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"5.190964724s","start":"2026-05-29T02:23:38.804061Z","end":"2026-05-29T02:23:43.995025Z","steps":["trace[896417257] 'process raft request' (duration: 5.190627896s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:43.995056Z","caller":"traceutil/trace.go:171","msg":"trace[1674131145] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"5.190750398s","start":"2026-05-29T02:23:38.804282Z","end":"2026-05-29T02:23:43.995032Z","steps":["trace[1674131145] 'process raft request' (duration: 5.190620785s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:43.99521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.804268Z","time spent":"5.19085241s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:43.995435Z","caller":"traceutil/trace.go:171","msg":"trace[675366077] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"5.184813845s","start":"2026-05-29T02:23:38.810592Z","end":"2026-05-29T02:23:43.995406Z","steps":["trace[675366077] 'process raft request' (duration: 5.184376814s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:43.995507Z","caller":"traceutil/trace.go:171","msg":"trace[265849639] linearizableReadLoop","detail":"{readStateIndex:9187; appliedIndex:9181; }","duration":"5.1915561s","start":"2026-05-29T02:23:38.803922Z","end":"2026-05-29T02:23:43.995478Z","steps":["trace[265849639] 'read index received' (duration: 1.435000387s)","trace[265849639] 'applied index is now lower than readState.Index' (duration: 3.756554343s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:43.995567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.810578Z","time spent":"5.184918667s","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:43.995546Z","caller":"traceutil/trace.go:171","msg":"trace[1656641059] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"5.183046889s","start":"2026-05-29T02:23:38.812427Z","end":"2026-05-29T02:23:43.995473Z","steps":["trace[1656641059] 'process raft request' (duration: 5.182813053s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:43.995607Z","caller":"traceutil/trace.go:171","msg":"trace[1963835613] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"5.182288559s","start":"2026-05-29T02:23:38.813306Z","end":"2026-05-29T02:23:43.995594Z","steps":["trace[1963835613] 'process raft request' (duration: 5.182072964s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:43.995682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.812416Z","time spent":"5.183211453s","remote":"127.0.0.1:50218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:43.995734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.813298Z","time spent":"5.18235151s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:43.996107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.804047Z","time spent":"5.191067906s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:44.149237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.337836671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:23:44.149306Z","caller":"traceutil/trace.go:171","msg":"trace[1833890247] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"5.337945403s","start":"2026-05-29T02:23:38.811344Z","end":"2026-05-29T02:23:44.149289Z","steps":["trace[1833890247] 'agreement among raft nodes before linearized reading' (duration: 5.3378533s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:44.149344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.811338Z","time spent":"5.337998994s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/05/29 02:23:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:44.496208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:44.813374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:23:44.813443Z","caller":"traceutil/trace.go:171","msg":"trace[235029042] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00024447s","start":"2026-05-29T02:23:42.813182Z","end":"2026-05-29T02:23:44.813427Z","steps":["trace[235029042] 'agreement among raft nodes before linearized reading' (duration: 2.000151698s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:44.813529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:42.813161Z","time spent":"2.000357273s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:23:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:23:45.002063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:45.213135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.218529163s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:23:46.821381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000043873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:23:46.821472Z","caller":"traceutil/trace.go:171","msg":"trace[772735459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000183598s","start":"2026-05-29T02:23:44.821267Z","end":"2026-05-29T02:23:46.82145Z","steps":["trace[772735459] 'agreement among raft nodes before linearized reading' (duration: 2.000072534s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:46.821524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:44.821247Z","time spent":"2.000265741s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:23:47.012174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180589108s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:47.012338Z","caller":"traceutil/trace.go:171","msg":"trace[712058494] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8863; }","duration":"1.180762762s","start":"2026-05-29T02:23:45.83155Z","end":"2026-05-29T02:23:47.012313Z","steps":["trace[712058494] 'range keys from in-memory index tree' (duration: 1.180556077s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:47.012822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799536816s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-05-29T02:23:47.013901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:42.033958Z","time spent":"4.979937352s","remote":"127.0.0.1:38150","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:23:47.511958Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.298679772s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:23:48.267877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.559087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:23:48.268055Z","caller":"traceutil/trace.go:171","msg":"trace[1189907899] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"1.251203772s","start":"2026-05-29T02:23:47.016837Z","end":"2026-05-29T02:23:48.268041Z","steps":["trace[1189907899] 'process raft request' (duration: 1.25112577s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:48.268033Z","caller":"traceutil/trace.go:171","msg":"trace[1500010522] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"4.116218436s","start":"2026-05-29T02:23:44.151772Z","end":"2026-05-29T02:23:48.26799Z","steps":["trace[1500010522] 'process raft request' (duration: 3.360476354s)","trace[1500010522] 'compare' (duration: 755.250169ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:48.268106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:47.016813Z","time spent":"1.251271004s","remote":"127.0.0.1:38150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:48.268222Z","caller":"traceutil/trace.go:171","msg":"trace[1797176755] linearizableReadLoop","detail":"{readStateIndex:9189; appliedIndex:9187; }","duration":"4.272596828s","start":"2026-05-29T02:23:43.995593Z","end":"2026-05-29T02:23:48.26819Z","steps":["trace[1797176755] 'read index received' (duration: 1.217683431s)","trace[1797176755] 'applied index is now lower than readState.Index' (duration: 3.054911117s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:48.268256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:44.151754Z","time spent":"4.11637723s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:48.268447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.714570649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:48.268485Z","caller":"traceutil/trace.go:171","msg":"trace[346351431] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8865; }","duration":"7.714647471s","start":"2026-05-29T02:23:40.553826Z","end":"2026-05-29T02:23:48.268474Z","steps":["trace[346351431] 'agreement among raft nodes before linearized reading' (duration: 7.714532048s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.268482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.571834511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:48.268553Z","caller":"traceutil/trace.go:171","msg":"trace[325094346] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8865; }","duration":"4.571956275s","start":"2026-05-29T02:23:43.696576Z","end":"2026-05-29T02:23:48.268532Z","steps":["trace[325094346] 'agreement among raft nodes before linearized reading' (duration: 4.571758599s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.26862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.149501104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:48.268623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:43.69655Z","time spent":"4.572056977s","remote":"127.0.0.1:43178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:48.268658Z","caller":"traceutil/trace.go:171","msg":"trace[199027340] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8865; }","duration":"6.149572426s","start":"2026-05-29T02:23:42.119075Z","end":"2026-05-29T02:23:48.268647Z","steps":["trace[199027340] 'agreement among raft nodes before linearized reading' (duration: 6.149522095s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.268687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:42.119053Z","time spent":"6.149626487s","remote":"127.0.0.1:50188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:48.268743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.447607562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:48.268783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.234844421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-29T02:23:48.268811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.118861888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:48.268817Z","caller":"traceutil/trace.go:171","msg":"trace[751400557] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8865; }","duration":"8.447721575s","start":"2026-05-29T02:23:39.821072Z","end":"2026-05-29T02:23:48.268794Z","steps":["trace[751400557] 'agreement among raft nodes before linearized reading' (duration: 8.447611002s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.268837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.502127837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-05-29T02:23:48.268861Z","caller":"traceutil/trace.go:171","msg":"trace[1690536765] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8865; }","duration":"9.234965764s","start":"2026-05-29T02:23:39.033876Z","end":"2026-05-29T02:23:48.268842Z","steps":["trace[1690536765] 'agreement among raft nodes before linearized reading' (duration: 9.234748968s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:48.26887Z","caller":"traceutil/trace.go:171","msg":"trace[240397336] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8865; }","duration":"9.11893891s","start":"2026-05-29T02:23:39.14991Z","end":"2026-05-29T02:23:48.268849Z","steps":["trace[240397336] 'agreement among raft nodes before linearized reading' (duration: 9.118844208s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.268876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:39.821045Z","time spent":"8.447816697s","remote":"127.0.0.1:43152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:48.268877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.305219558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:48.268912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:39.149895Z","time spent":"9.119007621s","remote":"127.0.0.1:60588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:48.268904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.66056692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-05-29T02:23:48.268911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:39.033853Z","time spent":"9.235047956s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-29T02:23:48.268925Z","caller":"traceutil/trace.go:171","msg":"trace[1263969676] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8865; }","duration":"6.305306671s","start":"2026-05-29T02:23:41.963605Z","end":"2026-05-29T02:23:48.268912Z","steps":["trace[1263969676] 'agreement among raft nodes before linearized reading' (duration: 6.305212738s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.268959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.464934868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fa071654-4475-48de-8e52-e4c14b429538\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-05-29T02:23:48.268963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:41.963589Z","time spent":"6.305367682s","remote":"127.0.0.1:46946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:48.268962Z","caller":"traceutil/trace.go:171","msg":"trace[1907117801] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8865; }","duration":"6.660629341s","start":"2026-05-29T02:23:41.608318Z","end":"2026-05-29T02:23:48.268948Z","steps":["trace[1907117801] 'agreement among raft nodes before linearized reading' (duration: 6.660472468s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.268965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.150133263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:48.268984Z","caller":"traceutil/trace.go:171","msg":"trace[153264788] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fa071654-4475-48de-8e52-e4c14b429538; range_end:; response_count:1; response_revision:8865; }","duration":"9.464971328s","start":"2026-05-29T02:23:38.804005Z","end":"2026-05-29T02:23:48.268977Z","steps":["trace[153264788] 'agreement among raft nodes before linearized reading' (duration: 9.464873856s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:48.268995Z","caller":"traceutil/trace.go:171","msg":"trace[385798541] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8865; }","duration":"5.150198824s","start":"2026-05-29T02:23:43.118788Z","end":"2026-05-29T02:23:48.268987Z","steps":["trace[385798541] 'agreement among raft nodes before linearized reading' (duration: 5.150146673s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.269006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.803993Z","time spent":"9.465007319s","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-fa071654-4475-48de-8e52-e4c14b429538\" "} {"level":"warn","ts":"2026-05-29T02:23:48.269001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:41.608246Z","time spent":"6.660744013s","remote":"127.0.0.1:38330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-29T02:23:48.269025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:43.118767Z","time spent":"5.150250746s","remote":"127.0.0.1:38374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:48.268923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.460666736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18b3e804420720e9\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-05-29T02:23:48.269084Z","caller":"traceutil/trace.go:171","msg":"trace[772442042] range","detail":"{range_begin:/registry/events/openstack/ceph.18b3e804420720e9; range_end:; response_count:1; response_revision:8865; }","duration":"9.460838111s","start":"2026-05-29T02:23:38.808229Z","end":"2026-05-29T02:23:48.269067Z","steps":["trace[772442042] 'agreement among raft nodes before linearized reading' (duration: 9.460634166s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.269132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.80822Z","time spent":"9.460896803s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.18b3e804420720e9\" "} {"level":"warn","ts":"2026-05-29T02:23:48.268519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:40.553807Z","time spent":"7.714704052s","remote":"127.0.0.1:50260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:48.269213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.167634048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:48.268909Z","caller":"traceutil/trace.go:171","msg":"trace[2127051859] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8865; }","duration":"5.50225083s","start":"2026-05-29T02:23:42.766641Z","end":"2026-05-29T02:23:48.268892Z","steps":["trace[2127051859] 'agreement among raft nodes before linearized reading' (duration: 5.501954143s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:48.269241Z","caller":"traceutil/trace.go:171","msg":"trace[1986021777] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8865; }","duration":"5.16769777s","start":"2026-05-29T02:23:43.101535Z","end":"2026-05-29T02:23:48.269233Z","steps":["trace[1986021777] 'agreement among raft nodes before linearized reading' (duration: 5.167648038s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.26927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:42.766625Z","time spent":"5.50263697s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414491,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-29T02:23:48.269274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:43.101518Z","time spent":"5.167749031s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:48.269331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.465149304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228783"} {"level":"info","ts":"2026-05-29T02:23:48.269355Z","caller":"traceutil/trace.go:171","msg":"trace[546066968] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8865; }","duration":"9.465215725s","start":"2026-05-29T02:23:38.804133Z","end":"2026-05-29T02:23:48.269349Z","steps":["trace[546066968] 'agreement among raft nodes before linearized reading' (duration: 9.464957488s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.269374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.804111Z","time spent":"9.465257606s","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228805,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-29T02:23:48.767562Z","caller":"traceutil/trace.go:171","msg":"trace[465635385] linearizableReadLoop","detail":"{readStateIndex:9192; appliedIndex:9190; }","duration":"499.241368ms","start":"2026-05-29T02:23:48.2683Z","end":"2026-05-29T02:23:48.767542Z","steps":["trace[465635385] 'read index received' (duration: 489.924836ms)","trace[465635385] 'applied index is now lower than readState.Index' (duration: 9.313432ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:48.767818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945172169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:48.767852Z","caller":"traceutil/trace.go:171","msg":"trace[517376948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8867; }","duration":"1.945249651s","start":"2026-05-29T02:23:46.822595Z","end":"2026-05-29T02:23:48.767844Z","steps":["trace[517376948] 'agreement among raft nodes before linearized reading' (duration: 1.94518439s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.767877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:46.822569Z","time spent":"1.945302473s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:23:48.767926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640573048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:48.768091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39678018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:48.768122Z","caller":"traceutil/trace.go:171","msg":"trace[2076037842] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8867; }","duration":"2.396846172s","start":"2026-05-29T02:23:46.371268Z","end":"2026-05-29T02:23:48.768114Z","steps":["trace[2076037842] 'agreement among raft nodes before linearized reading' (duration: 2.39678581s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.768146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:46.371248Z","time spent":"2.396892224s","remote":"127.0.0.1:60540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:48.768151Z","caller":"traceutil/trace.go:171","msg":"trace[1871146461] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"1.143833303s","start":"2026-05-29T02:23:47.624297Z","end":"2026-05-29T02:23:48.768131Z","steps":["trace[1871146461] 'process raft request' (duration: 1.133841684s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.768315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.767563435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e72afaa38a5c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-29T02:23:48.768355Z","caller":"traceutil/trace.go:171","msg":"trace[572258988] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e72afaa38a5c; range_end:; response_count:1; response_revision:8867; }","duration":"4.767604617s","start":"2026-05-29T02:23:44.000743Z","end":"2026-05-29T02:23:48.768348Z","steps":["trace[572258988] 'agreement among raft nodes before linearized reading' (duration: 4.767493034s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.768399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:44.000659Z","time spent":"4.767734341s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e72afaa38a5c\" "} {"level":"warn","ts":"2026-05-29T02:23:48.768429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.783251026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:48.768484Z","caller":"traceutil/trace.go:171","msg":"trace[984449336] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8867; }","duration":"3.783336969s","start":"2026-05-29T02:23:44.98513Z","end":"2026-05-29T02:23:48.768467Z","steps":["trace[984449336] 'agreement among raft nodes before linearized reading' (duration: 3.783244765s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:48.768078Z","caller":"traceutil/trace.go:171","msg":"trace[1138282007] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8867; }","duration":"1.640801203s","start":"2026-05-29T02:23:47.127253Z","end":"2026-05-29T02:23:48.768054Z","steps":["trace[1138282007] 'agreement among raft nodes before linearized reading' (duration: 1.640525117s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.768527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:44.985107Z","time spent":"3.78341107s","remote":"127.0.0.1:46948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:48.76855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:47.127231Z","time spent":"1.641309226s","remote":"127.0.0.1:54936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:48.768329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.765561453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-05-29T02:23:48.768648Z","caller":"traceutil/trace.go:171","msg":"trace[718925395] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"609.38224ms","start":"2026-05-29T02:23:48.159251Z","end":"2026-05-29T02:23:48.768633Z","steps":["trace[718925395] 'process raft request' (duration: 608.141867ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:48.768657Z","caller":"traceutil/trace.go:171","msg":"trace[1650351392] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8867; }","duration":"4.765923933s","start":"2026-05-29T02:23:44.002706Z","end":"2026-05-29T02:23:48.76863Z","steps":["trace[1650351392] 'agreement among raft nodes before linearized reading' (duration: 4.76544586s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.768725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:48.159223Z","time spent":"609.467192ms","remote":"127.0.0.1:38310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19321,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:48.768746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:44.002692Z","time spent":"4.766024696s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":648,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-05-29T02:23:48.768796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336751224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:48.76878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.765443041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-05-29T02:23:48.768818Z","caller":"traceutil/trace.go:171","msg":"trace[393511580] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8867; }","duration":"1.336860877s","start":"2026-05-29T02:23:47.431951Z","end":"2026-05-29T02:23:48.768812Z","steps":["trace[393511580] 'agreement among raft nodes before linearized reading' (duration: 1.336817996s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.768837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:47.431921Z","time spent":"1.336911219s","remote":"127.0.0.1:38260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:48.768838Z","caller":"traceutil/trace.go:171","msg":"trace[215769964] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8867; }","duration":"4.765566383s","start":"2026-05-29T02:23:44.003258Z","end":"2026-05-29T02:23:48.768825Z","steps":["trace[215769964] 'agreement among raft nodes before linearized reading' (duration: 4.765347808s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.76887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:44.003246Z","time spent":"4.765618534s","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-29T02:23:48.768966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197807246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:23:48.768974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612700322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:48.768996Z","caller":"traceutil/trace.go:171","msg":"trace[110031461] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8867; }","duration":"1.197874316s","start":"2026-05-29T02:23:47.571113Z","end":"2026-05-29T02:23:48.768987Z","steps":["trace[110031461] 'agreement among raft nodes before linearized reading' (duration: 1.197818175s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.769018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:47.571093Z","time spent":"1.197919408s","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:48.769015Z","caller":"traceutil/trace.go:171","msg":"trace[992169019] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8867; }","duration":"1.612781634s","start":"2026-05-29T02:23:47.156219Z","end":"2026-05-29T02:23:48.769001Z","steps":["trace[992169019] 'agreement among raft nodes before linearized reading' (duration: 1.612710402s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.768303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:47.624281Z","time spent":"1.143927515s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:48.76905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:47.156188Z","time spent":"1.612853626s","remote":"127.0.0.1:51656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:48.769381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.336509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:23:48.769429Z","caller":"traceutil/trace.go:171","msg":"trace[1572185487] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8867; }","duration":"676.38729ms","start":"2026-05-29T02:23:48.093035Z","end":"2026-05-29T02:23:48.769422Z","steps":["trace[1572185487] 'agreement among raft nodes before linearized reading' (duration: 675.799715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.769449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:48.092977Z","time spent":"676.466692ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":896,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:48.998912Z","caller":"traceutil/trace.go:171","msg":"trace[2010769183] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"727.733835ms","start":"2026-05-29T02:23:48.27115Z","end":"2026-05-29T02:23:48.998883Z","steps":["trace[2010769183] 'process raft request' (duration: 727.473147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.99909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:48.271131Z","time spent":"727.864888ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:48.999547Z","caller":"traceutil/trace.go:171","msg":"trace[717099499] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"725.682391ms","start":"2026-05-29T02:23:48.273843Z","end":"2026-05-29T02:23:48.999525Z","steps":["trace[717099499] 'process raft request' (duration: 724.976092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:48.999688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:48.273834Z","time spent":"725.782054ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:49.000333Z","caller":"traceutil/trace.go:171","msg":"trace[1355760166] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"726.4341ms","start":"2026-05-29T02:23:48.273881Z","end":"2026-05-29T02:23:49.000315Z","steps":["trace[1355760166] 'process raft request' (duration: 725.059524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:49.000438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:48.273869Z","time spent":"726.527913ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:49.001676Z","caller":"traceutil/trace.go:171","msg":"trace[398646817] linearizableReadLoop","detail":"{readStateIndex:9196; appliedIndex:9192; }","duration":"234.03817ms","start":"2026-05-29T02:23:48.767614Z","end":"2026-05-29T02:23:49.001652Z","steps":["trace[398646817] 'read index received' (duration: 231.020691ms)","trace[398646817] 'applied index is now lower than readState.Index' (duration: 3.015509ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:49.001894Z","caller":"traceutil/trace.go:171","msg":"trace[1267926073] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"289.190212ms","start":"2026-05-29T02:23:48.712635Z","end":"2026-05-29T02:23:49.001825Z","steps":["trace[1267926073] 'process raft request' (duration: 288.123704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:49.002444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.476284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-05-29T02:23:49.002587Z","caller":"traceutil/trace.go:171","msg":"trace[1559567073] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8871; }","duration":"728.656818ms","start":"2026-05-29T02:23:48.273913Z","end":"2026-05-29T02:23:49.002569Z","steps":["trace[1559567073] 'agreement among raft nodes before linearized reading' (duration: 728.247077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:49.002664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:48.273898Z","time spent":"728.75172ms","remote":"127.0.0.1:38330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-29T02:23:49.002992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.213483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-29T02:23:49.003099Z","caller":"traceutil/trace.go:171","msg":"trace[1114251157] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8871; }","duration":"729.326606ms","start":"2026-05-29T02:23:48.273755Z","end":"2026-05-29T02:23:49.003081Z","steps":["trace[1114251157] 'agreement among raft nodes before linearized reading' (duration: 729.13808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:49.003176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:48.27375Z","time spent":"729.413238ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-29T02:23:49.003472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.578647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-05-29T02:23:49.003573Z","caller":"traceutil/trace.go:171","msg":"trace[1135135882] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:8871; }","duration":"730.67503ms","start":"2026-05-29T02:23:48.272882Z","end":"2026-05-29T02:23:49.003557Z","steps":["trace[1135135882] 'agreement among raft nodes before linearized reading' (duration: 730.504835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:49.003648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:48.27286Z","time spent":"730.775434ms","remote":"127.0.0.1:38408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":978,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"warn","ts":"2026-05-29T02:23:49.004056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.298523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-29T02:23:49.00421Z","caller":"traceutil/trace.go:171","msg":"trace[754071107] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8871; }","duration":"732.447677ms","start":"2026-05-29T02:23:48.27172Z","end":"2026-05-29T02:23:49.004168Z","steps":["trace[754071107] 'agreement among raft nodes before linearized reading' (duration: 732.135609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:49.004303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:48.271702Z","time spent":"732.5865ms","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-29T02:23:49.551145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.027829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:23:49.55122Z","caller":"traceutil/trace.go:171","msg":"trace[869764496] linearizableReadLoop","detail":"{readStateIndex:9197; appliedIndex:9196; }","duration":"549.427863ms","start":"2026-05-29T02:23:49.001781Z","end":"2026-05-29T02:23:49.551209Z","steps":["trace[869764496] 'read index received' (duration: 151.555177ms)","trace[869764496] 'applied index is now lower than readState.Index' (duration: 397.871966ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:49.551296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.142636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:49.551309Z","caller":"traceutil/trace.go:171","msg":"trace[815657109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8872; }","duration":"775.179446ms","start":"2026-05-29T02:23:48.776126Z","end":"2026-05-29T02:23:49.551305Z","steps":["trace[815657109] 'agreement among raft nodes before linearized reading' (duration: 775.125145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:49.551326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:48.77612Z","time spent":"775.202697ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:23:49.551444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.945675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:49.551461Z","caller":"traceutil/trace.go:171","msg":"trace[466516198] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8872; }","duration":"778.978926ms","start":"2026-05-29T02:23:48.772479Z","end":"2026-05-29T02:23:49.551458Z","steps":["trace[466516198] 'agreement among raft nodes before linearized reading' (duration: 778.949705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:49.551752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:48.772467Z","time spent":"779.278243ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-05-29T02:23:49.551464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.213834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-05-29T02:23:49.551549Z","caller":"traceutil/trace.go:171","msg":"trace[1748308083] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"780.363901ms","start":"2026-05-29T02:23:48.771159Z","end":"2026-05-29T02:23:49.551523Z","steps":["trace[1748308083] 'process raft request' (duration: 381.903581ms)","trace[1748308083] 'compare' (duration: 397.945767ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:49.551972Z","caller":"traceutil/trace.go:171","msg":"trace[1120069455] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8872; }","duration":"721.770139ms","start":"2026-05-29T02:23:48.830185Z","end":"2026-05-29T02:23:49.551955Z","steps":["trace[1120069455] 'agreement among raft nodes before linearized reading' (duration: 721.074931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:49.552141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:48.830164Z","time spent":"721.952104ms","remote":"127.0.0.1:50230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-05-29T02:23:49.552185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:48.771129Z","time spent":"780.902236ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:49.562641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.459801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:23:49.562674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.10486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:23:49.562712Z","caller":"traceutil/trace.go:171","msg":"trace[176236293] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8873; }","duration":"388.572384ms","start":"2026-05-29T02:23:49.174127Z","end":"2026-05-29T02:23:49.562699Z","steps":["trace[176236293] 'agreement among raft nodes before linearized reading' (duration: 388.42787ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:49.562723Z","caller":"traceutil/trace.go:171","msg":"trace[277677361] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8873; }","duration":"555.205542ms","start":"2026-05-29T02:23:49.007506Z","end":"2026-05-29T02:23:49.562712Z","steps":["trace[277677361] 'agreement among raft nodes before linearized reading' (duration: 555.052288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:49.562734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.296224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c095013c-c2a2-44f8-8d47-2527c3b37789\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-05-29T02:23:49.562751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.382877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1115"} {"level":"warn","ts":"2026-05-29T02:23:49.562741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:49.174107Z","time spent":"388.626926ms","remote":"127.0.0.1:34326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:49.562785Z","caller":"traceutil/trace.go:171","msg":"trace[1627646398] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:8873; }","duration":"555.448189ms","start":"2026-05-29T02:23:49.00733Z","end":"2026-05-29T02:23:49.562778Z","steps":["trace[1627646398] 'agreement among raft nodes before linearized reading' (duration: 555.362887ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:49.562784Z","caller":"traceutil/trace.go:171","msg":"trace[39088300] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c095013c-c2a2-44f8-8d47-2527c3b37789; range_end:; response_count:1; response_revision:8873; }","duration":"555.354807ms","start":"2026-05-29T02:23:49.007416Z","end":"2026-05-29T02:23:49.562771Z","steps":["trace[39088300] 'agreement among raft nodes before linearized reading' (duration: 555.220973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:49.562747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:49.007483Z","time spent":"555.259024ms","remote":"127.0.0.1:38150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-29T02:23:49.562816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:49.007315Z","time spent":"555.49462ms","remote":"127.0.0.1:38408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1137,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"warn","ts":"2026-05-29T02:23:49.562822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:49.007413Z","time spent":"555.400658ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-c095013c-c2a2-44f8-8d47-2527c3b37789\" "} {"level":"warn","ts":"2026-05-29T02:23:49.562896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.482533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19335"} {"level":"info","ts":"2026-05-29T02:23:49.562956Z","caller":"traceutil/trace.go:171","msg":"trace[567139253] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8873; }","duration":"323.580226ms","start":"2026-05-29T02:23:49.239366Z","end":"2026-05-29T02:23:49.562947Z","steps":["trace[567139253] 'agreement among raft nodes before linearized reading' (duration: 323.306269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:49.562999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:49.239346Z","time spent":"323.645757ms","remote":"127.0.0.1:38310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19357,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-29T02:23:49.562644Z","caller":"traceutil/trace.go:171","msg":"trace[1193209426] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"552.4172ms","start":"2026-05-29T02:23:49.010204Z","end":"2026-05-29T02:23:49.562621Z","steps":["trace[1193209426] 'process raft request' (duration: 552.241236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:49.56313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:49.010188Z","time spent":"552.891803ms","remote":"127.0.0.1:38408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1100,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:50.877835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102063259s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:23:50.877932Z","caller":"traceutil/trace.go:171","msg":"trace[1749495598] linearizableReadLoop","detail":"{readStateIndex:9199; appliedIndex:9198; }","duration":"1.315374019s","start":"2026-05-29T02:23:49.56254Z","end":"2026-05-29T02:23:50.877914Z","steps":["trace[1749495598] 'read index received' (duration: 213.124786ms)","trace[1749495598] 'applied index is now lower than readState.Index' (duration: 1.102247263s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:50.878162Z","caller":"traceutil/trace.go:171","msg":"trace[41551399] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"1.32194116s","start":"2026-05-29T02:23:49.556205Z","end":"2026-05-29T02:23:50.878146Z","steps":["trace[41551399] 'process raft request' (duration: 219.510672ms)","trace[41551399] 'compare' (duration: 1.101342819s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:50.878304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:49.556184Z","time spent":"1.322081033s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:23:50.878862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326353075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:50.878899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320851102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18b3e804420720e9\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-05-29T02:23:50.878932Z","caller":"traceutil/trace.go:171","msg":"trace[1324937334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8874; }","duration":"1.326453727s","start":"2026-05-29T02:23:49.552465Z","end":"2026-05-29T02:23:50.878919Z","steps":["trace[1324937334] 'agreement among raft nodes before linearized reading' (duration: 1.326309183s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:50.878975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:49.552456Z","time spent":"1.326511669s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:23:50.879068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312158445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-cluster.18b3e8076d4cdb60\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-05-29T02:23:50.879094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301564641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"info","ts":"2026-05-29T02:23:50.879106Z","caller":"traceutil/trace.go:171","msg":"trace[1475779259] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-cluster.18b3e8076d4cdb60; range_end:; response_count:1; response_revision:8874; }","duration":"1.312202746s","start":"2026-05-29T02:23:49.566892Z","end":"2026-05-29T02:23:50.879095Z","steps":["trace[1475779259] 'agreement among raft nodes before linearized reading' (duration: 1.312112724s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:50.879126Z","caller":"traceutil/trace.go:171","msg":"trace[1817144016] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:8874; }","duration":"1.301628002s","start":"2026-05-29T02:23:49.57749Z","end":"2026-05-29T02:23:50.879118Z","steps":["trace[1817144016] 'agreement among raft nodes before linearized reading' (duration: 1.301504149s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:50.87927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312453273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19335"} {"level":"warn","ts":"2026-05-29T02:23:50.879306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:49.577474Z","time spent":"1.301808818s","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6777,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-29T02:23:50.879043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31349924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T02:23:50.879404Z","caller":"traceutil/trace.go:171","msg":"trace[1407146332] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8874; }","duration":"1.3138746s","start":"2026-05-29T02:23:49.565513Z","end":"2026-05-29T02:23:50.879388Z","steps":["trace[1407146332] 'agreement among raft nodes before linearized reading' (duration: 1.313324516s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:50.879128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:49.566889Z","time spent":"1.312233867s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/rook-ceph-cluster.18b3e8076d4cdb60\" "} {"level":"info","ts":"2026-05-29T02:23:50.879325Z","caller":"traceutil/trace.go:171","msg":"trace[1624083604] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8874; }","duration":"1.312514215s","start":"2026-05-29T02:23:49.566797Z","end":"2026-05-29T02:23:50.879311Z","steps":["trace[1624083604] 'agreement among raft nodes before linearized reading' (duration: 1.312315569s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:50.879056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322735139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:50.879454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:49.565504Z","time spent":"1.313937762s","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-29T02:23:50.879172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.990356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:23:50.87952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:49.56678Z","time spent":"1.312688419s","remote":"127.0.0.1:38310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19357,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-29T02:23:50.879521Z","caller":"traceutil/trace.go:171","msg":"trace[436777365] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8874; }","duration":"1.323223133s","start":"2026-05-29T02:23:49.556267Z","end":"2026-05-29T02:23:50.879491Z","steps":["trace[436777365] 'agreement among raft nodes before linearized reading' (duration: 1.322712439s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:50.879608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:49.556258Z","time spent":"1.323317575s","remote":"127.0.0.1:38194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-05-29T02:23:50.879563Z","caller":"traceutil/trace.go:171","msg":"trace[1821515011] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:8874; }","duration":"600.393487ms","start":"2026-05-29T02:23:50.279142Z","end":"2026-05-29T02:23:50.879535Z","steps":["trace[1821515011] 'agreement among raft nodes before linearized reading' (duration: 599.953815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:50.879696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:50.279119Z","time spent":"600.55862ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-vs5ss\" "} {"level":"warn","ts":"2026-05-29T02:23:50.879183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311864128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1115"} {"level":"info","ts":"2026-05-29T02:23:50.879804Z","caller":"traceutil/trace.go:171","msg":"trace[2136453280] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:8874; }","duration":"1.312471053s","start":"2026-05-29T02:23:49.567314Z","end":"2026-05-29T02:23:50.879785Z","steps":["trace[2136453280] 'agreement among raft nodes before linearized reading' (duration: 1.311827156s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:50.879208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.380391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:50.879868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:49.567302Z","time spent":"1.312549475s","remote":"127.0.0.1:38408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1137,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"info","ts":"2026-05-29T02:23:50.879895Z","caller":"traceutil/trace.go:171","msg":"trace[366935587] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8874; }","duration":"252.096689ms","start":"2026-05-29T02:23:50.627785Z","end":"2026-05-29T02:23:50.879881Z","steps":["trace[366935587] 'agreement among raft nodes before linearized reading' (duration: 251.399981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:50.879247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313158952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-29T02:23:50.879978Z","caller":"traceutil/trace.go:171","msg":"trace[2000242291] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8874; }","duration":"1.313901891s","start":"2026-05-29T02:23:49.566054Z","end":"2026-05-29T02:23:50.879956Z","steps":["trace[2000242291] 'agreement among raft nodes before linearized reading' (duration: 1.313149272s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:50.880325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:49.566041Z","time spent":"1.314027154s","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-29T02:23:50.879255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006953868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:50.880512Z","caller":"traceutil/trace.go:171","msg":"trace[231629285] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8874; }","duration":"1.008254422s","start":"2026-05-29T02:23:49.872245Z","end":"2026-05-29T02:23:50.880499Z","steps":["trace[231629285] 'agreement among raft nodes before linearized reading' (duration: 1.006949728s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:50.880558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:49.872219Z","time spent":"1.008329663s","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:50.87893Z","caller":"traceutil/trace.go:171","msg":"trace[1442058979] range","detail":"{range_begin:/registry/events/openstack/ceph.18b3e804420720e9; range_end:; response_count:1; response_revision:8874; }","duration":"1.320894513s","start":"2026-05-29T02:23:49.558026Z","end":"2026-05-29T02:23:50.87892Z","steps":["trace[1442058979] 'agreement among raft nodes before linearized reading' (duration: 1.32078489s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:50.8806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:49.558019Z","time spent":"1.322565267s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.18b3e804420720e9\" "} {"level":"info","ts":"2026-05-29T02:23:51.378104Z","caller":"traceutil/trace.go:171","msg":"trace[366509259] linearizableReadLoop","detail":"{readStateIndex:9201; appliedIndex:9199; }","duration":"495.151093ms","start":"2026-05-29T02:23:50.882935Z","end":"2026-05-29T02:23:51.378086Z","steps":["trace[366509259] 'read index received' (duration: 79.394293ms)","trace[366509259] 'applied index is now lower than readState.Index' (duration: 415.75595ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:51.378497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.537063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228783"} {"level":"info","ts":"2026-05-29T02:23:51.378588Z","caller":"traceutil/trace.go:171","msg":"trace[1201877511] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8878; }","duration":"495.598614ms","start":"2026-05-29T02:23:50.882924Z","end":"2026-05-29T02:23:51.378523Z","steps":["trace[1201877511] 'agreement among raft nodes before linearized reading' (duration: 495.244535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:51.378619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:50.882919Z","time spent":"495.691537ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228805,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:23:51.379059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:50.882704Z","time spent":"496.353834ms","remote":"127.0.0.1:38150","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:23:51.379294Z","caller":"traceutil/trace.go:171","msg":"trace[547825334] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"495.283096ms","start":"2026-05-29T02:23:50.884002Z","end":"2026-05-29T02:23:51.379286Z","steps":["trace[547825334] 'process raft request' (duration: 493.90983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:51.379367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:50.883995Z","time spent":"495.327548ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:51.379516Z","caller":"traceutil/trace.go:171","msg":"trace[1642614924] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"495.43247ms","start":"2026-05-29T02:23:50.884074Z","end":"2026-05-29T02:23:51.379506Z","steps":["trace[1642614924] 'process raft request' (duration: 493.935821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:51.379568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:50.884068Z","time spent":"495.474761ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:51.379779Z","caller":"traceutil/trace.go:171","msg":"trace[629221674] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"494.261669ms","start":"2026-05-29T02:23:50.885508Z","end":"2026-05-29T02:23:51.379769Z","steps":["trace[629221674] 'process raft request' (duration: 492.536084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:51.379833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:50.885498Z","time spent":"494.308841ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:51.380811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.71623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f1c603bc-a500-48cf-a903-23718dae0fab\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-05-29T02:23:51.380906Z","caller":"traceutil/trace.go:171","msg":"trace[626974915] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f1c603bc-a500-48cf-a903-23718dae0fab; range_end:; response_count:1; response_revision:8878; }","duration":"497.828632ms","start":"2026-05-29T02:23:50.883052Z","end":"2026-05-29T02:23:51.380881Z","steps":["trace[626974915] 'agreement among raft nodes before linearized reading' (duration: 497.566606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:51.380953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.032116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:51.380993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.135754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-29T02:23:51.381021Z","caller":"traceutil/trace.go:171","msg":"trace[284400335] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8878; }","duration":"476.131218ms","start":"2026-05-29T02:23:50.904872Z","end":"2026-05-29T02:23:51.381003Z","steps":["trace[284400335] 'agreement among raft nodes before linearized reading' (duration: 475.973264ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:51.381046Z","caller":"traceutil/trace.go:171","msg":"trace[533926473] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8878; }","duration":"415.211376ms","start":"2026-05-29T02:23:50.965819Z","end":"2026-05-29T02:23:51.381031Z","steps":["trace[533926473] 'agreement among raft nodes before linearized reading' (duration: 415.075823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:51.381043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.216856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-05-29T02:23:51.381058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:50.883049Z","time spent":"497.992976ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-f1c603bc-a500-48cf-a903-23718dae0fab\" "} {"level":"warn","ts":"2026-05-29T02:23:51.381075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:50.904865Z","time spent":"476.19779ms","remote":"127.0.0.1:42970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:51.381073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.816943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:51.3811Z","caller":"traceutil/trace.go:171","msg":"trace[892096667] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8878; }","duration":"415.306588ms","start":"2026-05-29T02:23:50.965777Z","end":"2026-05-29T02:23:51.381083Z","steps":["trace[892096667] 'agreement among raft nodes before linearized reading' (duration: 415.148034ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:51.381131Z","caller":"traceutil/trace.go:171","msg":"trace[607383129] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8878; }","duration":"228.912606ms","start":"2026-05-29T02:23:51.152203Z","end":"2026-05-29T02:23:51.381115Z","steps":["trace[607383129] 'agreement among raft nodes before linearized reading' (duration: 228.825674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:51.381147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.383229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:51.381151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:50.965761Z","time spent":"415.380281ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":620,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-05-29T02:23:51.381178Z","caller":"traceutil/trace.go:171","msg":"trace[1216110508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8878; }","duration":"495.41969ms","start":"2026-05-29T02:23:50.885749Z","end":"2026-05-29T02:23:51.381168Z","steps":["trace[1216110508] 'agreement among raft nodes before linearized reading' (duration: 495.366038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:51.381206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:50.885744Z","time spent":"495.455691ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:23:51.381227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.983188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:51.381261Z","caller":"traceutil/trace.go:171","msg":"trace[1812432835] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8878; }","duration":"229.057631ms","start":"2026-05-29T02:23:51.152193Z","end":"2026-05-29T02:23:51.381251Z","steps":["trace[1812432835] 'agreement among raft nodes before linearized reading' (duration: 229.00109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:51.381088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:50.965808Z","time spent":"415.269817ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-05-29T02:23:51.381421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.750374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e72afaa38a5c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-29T02:23:51.380986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.112203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-29T02:23:51.381469Z","caller":"traceutil/trace.go:171","msg":"trace[415872466] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e72afaa38a5c; range_end:; response_count:1; response_revision:8878; }","duration":"496.831186ms","start":"2026-05-29T02:23:50.884622Z","end":"2026-05-29T02:23:51.381454Z","steps":["trace[415872466] 'agreement among raft nodes before linearized reading' (duration: 496.692583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:51.381509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:50.884608Z","time spent":"496.891298ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e72afaa38a5c\" "} {"level":"info","ts":"2026-05-29T02:23:51.381511Z","caller":"traceutil/trace.go:171","msg":"trace[26265496] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8878; }","duration":"415.686858ms","start":"2026-05-29T02:23:50.965807Z","end":"2026-05-29T02:23:51.381494Z","steps":["trace[26265496] 'agreement among raft nodes before linearized reading' (duration: 415.001841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:51.381565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:50.96579Z","time spent":"415.761051ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-05-29T02:23:51.822455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.615622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:23:51.822562Z","caller":"traceutil/trace.go:171","msg":"trace[247937693] linearizableReadLoop","detail":"{readStateIndex:9205; appliedIndex:9204; }","duration":"440.343968ms","start":"2026-05-29T02:23:51.3822Z","end":"2026-05-29T02:23:51.822544Z","steps":["trace[247937693] 'read index received' (duration: 289.563752ms)","trace[247937693] 'applied index is now lower than readState.Index' (duration: 150.778176ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:51.822643Z","caller":"traceutil/trace.go:171","msg":"trace[143504526] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"441.482287ms","start":"2026-05-29T02:23:51.381149Z","end":"2026-05-29T02:23:51.822631Z","steps":["trace[143504526] 'process raft request' (duration: 290.603639ms)","trace[143504526] 'compare' (duration: 150.106708ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:51.822699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:51.381121Z","time spent":"441.54717ms","remote":"127.0.0.1:38150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:51.822875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.656326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:51.822948Z","caller":"traceutil/trace.go:171","msg":"trace[1018685213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8879; }","duration":"440.76034ms","start":"2026-05-29T02:23:51.382171Z","end":"2026-05-29T02:23:51.822932Z","steps":["trace[1018685213] 'agreement among raft nodes before linearized reading' (duration: 440.558264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:51.822987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:51.382155Z","time spent":"440.824511ms","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:23:51.842916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.741235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:51.842973Z","caller":"traceutil/trace.go:171","msg":"trace[1532693580] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8880; }","duration":"262.808087ms","start":"2026-05-29T02:23:51.580152Z","end":"2026-05-29T02:23:51.84296Z","steps":["trace[1532693580] 'agreement among raft nodes before linearized reading' (duration: 262.672963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:51.842967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.230919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:23:51.843016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.259746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4134"} {"level":"info","ts":"2026-05-29T02:23:51.843064Z","caller":"traceutil/trace.go:171","msg":"trace[535826814] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"459.544227ms","start":"2026-05-29T02:23:51.383482Z","end":"2026-05-29T02:23:51.843026Z","steps":["trace[535826814] 'process raft request' (duration: 459.194389ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:51.843076Z","caller":"traceutil/trace.go:171","msg":"trace[109191321] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8880; }","duration":"367.383893ms","start":"2026-05-29T02:23:51.475673Z","end":"2026-05-29T02:23:51.843057Z","steps":["trace[109191321] 'agreement among raft nodes before linearized reading' (duration: 367.221039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:51.843156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:51.475655Z","time spent":"367.480295ms","remote":"127.0.0.1:34334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:51.843085Z","caller":"traceutil/trace.go:171","msg":"trace[367521671] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:8880; }","duration":"440.332699ms","start":"2026-05-29T02:23:51.402736Z","end":"2026-05-29T02:23:51.843068Z","steps":["trace[367521671] 'agreement among raft nodes before linearized reading' (duration: 440.126314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:51.843228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:51.383465Z","time spent":"459.66173ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:51.843267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:51.402636Z","time spent":"440.615367ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4156,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-29T02:23:51.84302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.319667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-jkkmf\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:51.843374Z","caller":"traceutil/trace.go:171","msg":"trace[1265757701] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-jkkmf; range_end:; response_count:0; response_revision:8880; }","duration":"438.695306ms","start":"2026-05-29T02:23:51.404665Z","end":"2026-05-29T02:23:51.84336Z","steps":["trace[1265757701] 'agreement among raft nodes before linearized reading' (duration: 438.302356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:51.843414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:51.404656Z","time spent":"438.746407ms","remote":"127.0.0.1:35860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-jkkmf\" "} {"level":"warn","ts":"2026-05-29T02:23:51.843698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.824322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-05-29T02:23:51.843761Z","caller":"traceutil/trace.go:171","msg":"trace[612945377] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8880; }","duration":"231.929795ms","start":"2026-05-29T02:23:51.611818Z","end":"2026-05-29T02:23:51.843748Z","steps":["trace[612945377] 'agreement among raft nodes before linearized reading' (duration: 231.215936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:51.844278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.307087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-05-29T02:23:51.844823Z","caller":"traceutil/trace.go:171","msg":"trace[110428439] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8880; }","duration":"456.207391ms","start":"2026-05-29T02:23:51.388575Z","end":"2026-05-29T02:23:51.844782Z","steps":["trace[110428439] 'agreement among raft nodes before linearized reading' (duration: 454.275631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:51.845074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:51.388568Z","time spent":"456.489368ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3980,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-29T02:23:52.622047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.053593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:23:52.622175Z","caller":"traceutil/trace.go:171","msg":"trace[1060625905] linearizableReadLoop","detail":"{readStateIndex:9208; appliedIndex:9207; }","duration":"727.927039ms","start":"2026-05-29T02:23:51.894227Z","end":"2026-05-29T02:23:52.622154Z","steps":["trace[1060625905] 'read index received' (duration: 126.596509ms)","trace[1060625905] 'applied index is now lower than readState.Index' (duration: 601.3289ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:52.622283Z","caller":"traceutil/trace.go:171","msg":"trace[456813523] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"766.363317ms","start":"2026-05-29T02:23:51.855904Z","end":"2026-05-29T02:23:52.622267Z","steps":["trace[456813523] 'process raft request' (duration: 164.998926ms)","trace[456813523] 'compare' (duration: 600.896629ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:52.622371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:51.855892Z","time spent":"766.432288ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:52.62246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.375361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e72afaa38a5c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-29T02:23:52.622538Z","caller":"traceutil/trace.go:171","msg":"trace[2034657097] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e72afaa38a5c; range_end:; response_count:1; response_revision:8882; }","duration":"723.457563ms","start":"2026-05-29T02:23:51.899059Z","end":"2026-05-29T02:23:52.622516Z","steps":["trace[2034657097] 'agreement among raft nodes before linearized reading' (duration: 723.263057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:52.622574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.051962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:52.622621Z","caller":"traceutil/trace.go:171","msg":"trace[477536698] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8882; }","duration":"134.133244ms","start":"2026-05-29T02:23:52.488472Z","end":"2026-05-29T02:23:52.622606Z","steps":["trace[477536698] 'agreement among raft nodes before linearized reading' (duration: 134.047032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:52.62264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.897141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:52.62267Z","caller":"traceutil/trace.go:171","msg":"trace[498150271] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8882; }","duration":"304.958912ms","start":"2026-05-29T02:23:52.317701Z","end":"2026-05-29T02:23:52.62266Z","steps":["trace[498150271] 'agreement among raft nodes before linearized reading' (duration: 304.90037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:52.622716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:52.317681Z","time spent":"305.016123ms","remote":"127.0.0.1:60620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:52.62288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.190574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-05-29T02:23:52.622916Z","caller":"traceutil/trace.go:171","msg":"trace[1151791159] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8882; }","duration":"751.254045ms","start":"2026-05-29T02:23:51.871653Z","end":"2026-05-29T02:23:52.622907Z","steps":["trace[1151791159] 'agreement among raft nodes before linearized reading' (duration: 751.131622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:52.622947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:51.871642Z","time spent":"751.296026ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1839,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-05-29T02:23:52.623056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.907034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-05-29T02:23:52.622582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:51.899007Z","time spent":"723.565686ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e72afaa38a5c\" "} {"level":"info","ts":"2026-05-29T02:23:52.623115Z","caller":"traceutil/trace.go:171","msg":"trace[446677983] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8882; }","duration":"724.004186ms","start":"2026-05-29T02:23:51.899099Z","end":"2026-05-29T02:23:52.623103Z","steps":["trace[446677983] 'agreement among raft nodes before linearized reading' (duration: 723.855303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:52.623148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:51.899081Z","time spent":"724.059599ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-05-29T02:23:52.828411Z","caller":"traceutil/trace.go:171","msg":"trace[296253008] linearizableReadLoop","detail":"{readStateIndex:9209; appliedIndex:9208; }","duration":"201.960787ms","start":"2026-05-29T02:23:52.626423Z","end":"2026-05-29T02:23:52.828384Z","steps":["trace[296253008] 'read index received' (duration: 159.258988ms)","trace[296253008] 'applied index is now lower than readState.Index' (duration: 42.700539ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:52.828501Z","caller":"traceutil/trace.go:171","msg":"trace[235127882] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"202.628754ms","start":"2026-05-29T02:23:52.625835Z","end":"2026-05-29T02:23:52.828463Z","steps":["trace[235127882] 'process raft request' (duration: 159.874054ms)","trace[235127882] 'compare' (duration: 42.526684ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:52.828741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.461717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-05-29T02:23:52.82883Z","caller":"traceutil/trace.go:171","msg":"trace[1198907177] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8883; }","duration":"200.55845ms","start":"2026-05-29T02:23:52.628255Z","end":"2026-05-29T02:23:52.828813Z","steps":["trace[1198907177] 'agreement among raft nodes before linearized reading' (duration: 200.282403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:52.828746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.997858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-05-29T02:23:52.828934Z","caller":"traceutil/trace.go:171","msg":"trace[199095335] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8883; }","duration":"177.214703ms","start":"2026-05-29T02:23:52.6517Z","end":"2026-05-29T02:23:52.828914Z","steps":["trace[199095335] 'agreement among raft nodes before linearized reading' (duration: 176.903925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:52.828737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.289125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm8xt\" ","response":"range_response_count:1 size:5930"} {"level":"info","ts":"2026-05-29T02:23:52.829089Z","caller":"traceutil/trace.go:171","msg":"trace[1341348108] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm8xt; range_end:; response_count:1; response_revision:8883; }","duration":"202.686336ms","start":"2026-05-29T02:23:52.626389Z","end":"2026-05-29T02:23:52.829075Z","steps":["trace[1341348108] 'agreement among raft nodes before linearized reading' (duration: 202.145152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:53.205202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.684654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:23:53.205307Z","caller":"traceutil/trace.go:171","msg":"trace[1110243705] linearizableReadLoop","detail":"{readStateIndex:9210; appliedIndex:9209; }","duration":"370.645457ms","start":"2026-05-29T02:23:52.834637Z","end":"2026-05-29T02:23:53.205283Z","steps":["trace[1110243705] 'read index received' (duration: 229.827449ms)","trace[1110243705] 'applied index is now lower than readState.Index' (duration: 140.816548ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:53.205381Z","caller":"traceutil/trace.go:171","msg":"trace[1766863160] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"371.208562ms","start":"2026-05-29T02:23:52.83416Z","end":"2026-05-29T02:23:53.205369Z","steps":["trace[1766863160] 'process raft request' (duration: 230.284962ms)","trace[1766863160] 'compare' (duration: 140.588792ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:53.20544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:52.834143Z","time spent":"371.261124ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:53.2058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.154551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-05-29T02:23:53.205845Z","caller":"traceutil/trace.go:171","msg":"trace[1058436233] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8884; }","duration":"371.221272ms","start":"2026-05-29T02:23:52.83461Z","end":"2026-05-29T02:23:53.205832Z","steps":["trace[1058436233] 'agreement among raft nodes before linearized reading' (duration: 371.035588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:53.205885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:52.8346Z","time spent":"371.275003ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3706,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-29T02:23:53.609496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.969854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:23:53.609609Z","caller":"traceutil/trace.go:171","msg":"trace[1841034922] linearizableReadLoop","detail":"{readStateIndex:9211; appliedIndex:9210; }","duration":"404.254563ms","start":"2026-05-29T02:23:53.205338Z","end":"2026-05-29T02:23:53.609592Z","steps":["trace[1841034922] 'read index received' (duration: 102.115503ms)","trace[1841034922] 'applied index is now lower than readState.Index' (duration: 302.13758ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:53.609663Z","caller":"traceutil/trace.go:171","msg":"trace[2078800917] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"770.002522ms","start":"2026-05-29T02:23:52.839617Z","end":"2026-05-29T02:23:53.609619Z","steps":["trace[2078800917] 'process raft request' (duration: 467.822702ms)","trace[2078800917] 'compare' (duration: 301.699867ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:53.609777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.766468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:53.609843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:52.839594Z","time spent":"770.153776ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6231,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:53.609859Z","caller":"traceutil/trace.go:171","msg":"trace[1543216859] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8885; }","duration":"756.883192ms","start":"2026-05-29T02:23:52.852957Z","end":"2026-05-29T02:23:53.60984Z","steps":["trace[1543216859] 'agreement among raft nodes before linearized reading' (duration: 756.737468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:53.610158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:52.852946Z","time spent":"757.169428ms","remote":"127.0.0.1:41954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:53.610213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.077418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:53.610528Z","caller":"traceutil/trace.go:171","msg":"trace[149794625] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8885; }","duration":"682.547211ms","start":"2026-05-29T02:23:52.927959Z","end":"2026-05-29T02:23:53.610506Z","steps":["trace[149794625] 'agreement among raft nodes before linearized reading' (duration: 681.705349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:53.609806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.369001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:53.610664Z","caller":"traceutil/trace.go:171","msg":"trace[465492334] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8885; }","duration":"774.314195ms","start":"2026-05-29T02:23:52.836334Z","end":"2026-05-29T02:23:53.610648Z","steps":["trace[465492334] 'agreement among raft nodes before linearized reading' (duration: 773.388231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:53.61088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:52.836322Z","time spent":"774.54709ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-05-29T02:23:53.610589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:52.927937Z","time spent":"682.633943ms","remote":"127.0.0.1:35886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:53.954978Z","caller":"traceutil/trace.go:171","msg":"trace[1599127193] linearizableReadLoop","detail":"{readStateIndex:9212; appliedIndex:9211; }","duration":"345.299089ms","start":"2026-05-29T02:23:53.609636Z","end":"2026-05-29T02:23:53.954935Z","steps":["trace[1599127193] 'read index received' (duration: 291.151143ms)","trace[1599127193] 'applied index is now lower than readState.Index' (duration: 54.146316ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:53.955066Z","caller":"traceutil/trace.go:171","msg":"trace[1313746443] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"745.424304ms","start":"2026-05-29T02:23:53.209607Z","end":"2026-05-29T02:23:53.955032Z","steps":["trace[1313746443] 'process raft request' (duration: 691.234547ms)","trace[1313746443] 'compare' (duration: 53.87923ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:53.955153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.870956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:53.955239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.482259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:23:53.95525Z","caller":"traceutil/trace.go:171","msg":"trace[585550161] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8886; }","duration":"413.017329ms","start":"2026-05-29T02:23:53.54221Z","end":"2026-05-29T02:23:53.955227Z","steps":["trace[585550161] 'agreement among raft nodes before linearized reading' (duration: 412.793994ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:53.955282Z","caller":"traceutil/trace.go:171","msg":"trace[972516282] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:8886; }","duration":"555.573451ms","start":"2026-05-29T02:23:53.399698Z","end":"2026-05-29T02:23:53.955271Z","steps":["trace[972516282] 'agreement among raft nodes before linearized reading' (duration: 555.380177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:53.955309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:53.54219Z","time spent":"413.102391ms","remote":"127.0.0.1:38366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:53.9553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:53.209588Z","time spent":"745.597228ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:23:53.955398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.299891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-05-29T02:23:53.955321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:53.399678Z","time spent":"555.634043ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-vs5ss\" "} {"level":"info","ts":"2026-05-29T02:23:53.955426Z","caller":"traceutil/trace.go:171","msg":"trace[1686165269] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8886; }","duration":"745.350723ms","start":"2026-05-29T02:23:53.210067Z","end":"2026-05-29T02:23:53.955418Z","steps":["trace[1686165269] 'agreement among raft nodes before linearized reading' (duration: 745.27014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:53.955464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:53.210053Z","time spent":"745.404194ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1364,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-05-29T02:23:53.955768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.524262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-05-29T02:23:53.955866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.720757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-vb99s\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-05-29T02:23:53.95588Z","caller":"traceutil/trace.go:171","msg":"trace[753182072] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8886; }","duration":"341.653275ms","start":"2026-05-29T02:23:53.614211Z","end":"2026-05-29T02:23:53.955864Z","steps":["trace[753182072] 'agreement among raft nodes before linearized reading' (duration: 341.44779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:53.955929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:53.614205Z","time spent":"341.711066ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":730,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-05-29T02:23:53.95592Z","caller":"traceutil/trace.go:171","msg":"trace[1579846503] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-vb99s; range_end:; response_count:1; response_revision:8886; }","duration":"341.808209ms","start":"2026-05-29T02:23:53.614097Z","end":"2026-05-29T02:23:53.955905Z","steps":["trace[1579846503] 'agreement among raft nodes before linearized reading' (duration: 341.323467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:53.955984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:53.614076Z","time spent":"341.898382ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5663,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-vb99s\" "} {"level":"warn","ts":"2026-05-29T02:23:53.956228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.306468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:53.956286Z","caller":"traceutil/trace.go:171","msg":"trace[128858685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8886; }","duration":"144.409142ms","start":"2026-05-29T02:23:53.811862Z","end":"2026-05-29T02:23:53.956271Z","steps":["trace[128858685] 'agreement among raft nodes before linearized reading' (duration: 143.599481ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:54.310207Z","caller":"traceutil/trace.go:171","msg":"trace[1106642562] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"344.675883ms","start":"2026-05-29T02:23:53.965465Z","end":"2026-05-29T02:23:54.310141Z","steps":["trace[1106642562] 'process raft request' (duration: 344.327214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:54.310583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:53.965451Z","time spent":"345.041013ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5942,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:54.497132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.044218ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-29T02:23:54.49722Z","caller":"traceutil/trace.go:171","msg":"trace[1896448599] linearizableReadLoop","detail":"{readStateIndex:9214; appliedIndex:9212; }","duration":"531.387674ms","start":"2026-05-29T02:23:53.965817Z","end":"2026-05-29T02:23:54.497205Z","steps":["trace[1896448599] 'read index received' (duration: 86.005604ms)","trace[1896448599] 'applied index is now lower than readState.Index' (duration: 445.38074ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:54.497591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.759594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:54.497632Z","caller":"traceutil/trace.go:171","msg":"trace[2102357510] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:8888; }","duration":"531.825455ms","start":"2026-05-29T02:23:53.965795Z","end":"2026-05-29T02:23:54.497621Z","steps":["trace[2102357510] 'agreement among raft nodes before linearized reading' (duration: 531.741863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:54.497669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:53.965784Z","time spent":"531.877027ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-05-29T02:23:54.733569Z","caller":"traceutil/trace.go:171","msg":"trace[1252407179] linearizableReadLoop","detail":"{readStateIndex:9216; appliedIndex:9215; }","duration":"236.307169ms","start":"2026-05-29T02:23:54.497244Z","end":"2026-05-29T02:23:54.733552Z","steps":["trace[1252407179] 'read index received' (duration: 236.123094ms)","trace[1252407179] 'applied index is now lower than readState.Index' (duration: 183.474µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:54.733753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.337381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e80aee308044\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-05-29T02:23:54.733784Z","caller":"traceutil/trace.go:171","msg":"trace[2055137285] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e80aee308044; range_end:; response_count:1; response_revision:8889; }","duration":"678.412873ms","start":"2026-05-29T02:23:54.055362Z","end":"2026-05-29T02:23:54.733775Z","steps":["trace[2055137285] 'agreement among raft nodes before linearized reading' (duration: 678.27952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:54.73378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.907845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:54.73387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:54.055349Z","time spent":"678.458284ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e80aee308044\" "} {"level":"info","ts":"2026-05-29T02:23:54.733866Z","caller":"traceutil/trace.go:171","msg":"trace[708780748] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8889; }","duration":"510.050429ms","start":"2026-05-29T02:23:54.223797Z","end":"2026-05-29T02:23:54.733848Z","steps":["trace[708780748] 'agreement among raft nodes before linearized reading' (duration: 509.874854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:54.733856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.865915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:23:54.733927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:54.223779Z","time spent":"510.128931ms","remote":"127.0.0.1:38428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:54.733941Z","caller":"traceutil/trace.go:171","msg":"trace[522687528] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8889; }","duration":"643.9959ms","start":"2026-05-29T02:23:54.089924Z","end":"2026-05-29T02:23:54.73392Z","steps":["trace[522687528] 'agreement among raft nodes before linearized reading' (duration: 643.703171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:54.733998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:54.089907Z","time spent":"644.077271ms","remote":"127.0.0.1:51676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:54.73402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.00108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dqv2t\" ","response":"range_response_count:1 size:4694"} {"level":"warn","ts":"2026-05-29T02:23:54.734157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.052039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-05-29T02:23:54.734186Z","caller":"traceutil/trace.go:171","msg":"trace[1398568965] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8889; }","duration":"234.102541ms","start":"2026-05-29T02:23:54.500077Z","end":"2026-05-29T02:23:54.734179Z","steps":["trace[1398568965] 'agreement among raft nodes before linearized reading' (duration: 234.044159ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:54.734157Z","caller":"traceutil/trace.go:171","msg":"trace[12780059] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-dqv2t; range_end:; response_count:1; response_revision:8889; }","duration":"415.250547ms","start":"2026-05-29T02:23:54.318886Z","end":"2026-05-29T02:23:54.734137Z","steps":["trace[12780059] 'agreement among raft nodes before linearized reading' (duration: 414.682712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:54.734279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:54.318828Z","time spent":"415.434181ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4716,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dqv2t\" "} {"level":"info","ts":"2026-05-29T02:23:54.734402Z","caller":"traceutil/trace.go:171","msg":"trace[1697328260] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"592.883921ms","start":"2026-05-29T02:23:54.14151Z","end":"2026-05-29T02:23:54.734394Z","steps":["trace[1697328260] 'process raft request' (duration: 591.910886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:54.734102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.232307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-05-29T02:23:54.734468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:54.141484Z","time spent":"592.942583ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:54.734471Z","caller":"traceutil/trace.go:171","msg":"trace[19250473] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8889; }","duration":"768.619286ms","start":"2026-05-29T02:23:53.965839Z","end":"2026-05-29T02:23:54.734458Z","steps":["trace[19250473] 'agreement among raft nodes before linearized reading' (duration: 768.203086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:54.734483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.697566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:23:54.734509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:53.965832Z","time spent":"768.665538ms","remote":"127.0.0.1:38330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-05-29T02:23:54.734519Z","caller":"traceutil/trace.go:171","msg":"trace[506857738] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8889; }","duration":"351.734997ms","start":"2026-05-29T02:23:54.382772Z","end":"2026-05-29T02:23:54.734507Z","steps":["trace[506857738] 'agreement among raft nodes before linearized reading' (duration: 351.672115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:54.734545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:54.382725Z","time spent":"351.813089ms","remote":"127.0.0.1:43096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:55.07937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.310298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:23:55.079619Z","caller":"traceutil/trace.go:171","msg":"trace[480986575] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"337.189348ms","start":"2026-05-29T02:23:54.742407Z","end":"2026-05-29T02:23:55.079596Z","steps":["trace[480986575] 'process raft request' (duration: 337.085376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:55.079712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:54.742389Z","time spent":"337.27672ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:55.079846Z","caller":"traceutil/trace.go:171","msg":"trace[1030821454] linearizableReadLoop","detail":"{readStateIndex:9217; appliedIndex:9216; }","duration":"341.484161ms","start":"2026-05-29T02:23:54.738341Z","end":"2026-05-29T02:23:55.079825Z","steps":["trace[1030821454] 'read index received' (duration: 94.643129ms)","trace[1030821454] 'applied index is now lower than readState.Index' (duration: 246.838612ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:55.079983Z","caller":"traceutil/trace.go:171","msg":"trace[1039137235] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"343.764489ms","start":"2026-05-29T02:23:54.736199Z","end":"2026-05-29T02:23:55.079963Z","steps":["trace[1039137235] 'process raft request' (duration: 96.782444ms)","trace[1039137235] 'compare' (duration: 245.944128ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:55.080077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:54.73618Z","time spent":"343.846192ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:55.08029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.057119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:55.08034Z","caller":"traceutil/trace.go:171","msg":"trace[524924848] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:8891; }","duration":"341.122591ms","start":"2026-05-29T02:23:54.739206Z","end":"2026-05-29T02:23:55.080329Z","steps":["trace[524924848] 'agreement among raft nodes before linearized reading' (duration: 341.045359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:55.080442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:54.7392Z","time spent":"341.227554ms","remote":"127.0.0.1:38194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-05-29T02:23:55.080928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.584609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-05-29T02:23:55.080992Z","caller":"traceutil/trace.go:171","msg":"trace[1724508532] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8891; }","duration":"342.675791ms","start":"2026-05-29T02:23:54.738301Z","end":"2026-05-29T02:23:55.080976Z","steps":["trace[1724508532] 'agreement among raft nodes before linearized reading' (duration: 342.163239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:55.081034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:54.738288Z","time spent":"342.735532ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":718,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-05-29T02:23:55.380275Z","caller":"traceutil/trace.go:171","msg":"trace[51926932] linearizableReadLoop","detail":"{readStateIndex:9220; appliedIndex:9219; }","duration":"237.433178ms","start":"2026-05-29T02:23:55.142819Z","end":"2026-05-29T02:23:55.380253Z","steps":["trace[51926932] 'read index received' (duration: 161.860145ms)","trace[51926932] 'applied index is now lower than readState.Index' (duration: 75.572083ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:55.380772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.456024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e72afaa38a5c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-29T02:23:55.380823Z","caller":"traceutil/trace.go:171","msg":"trace[1951361374] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e72afaa38a5c; range_end:; response_count:1; response_revision:8893; }","duration":"233.537747ms","start":"2026-05-29T02:23:55.147271Z","end":"2026-05-29T02:23:55.380809Z","steps":["trace[1951361374] 'agreement among raft nodes before linearized reading' (duration: 233.384132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:55.38094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.331132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112205"} {"level":"info","ts":"2026-05-29T02:23:55.381114Z","caller":"traceutil/trace.go:171","msg":"trace[115659220] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8893; }","duration":"285.546138ms","start":"2026-05-29T02:23:55.09555Z","end":"2026-05-29T02:23:55.381096Z","steps":["trace[115659220] 'agreement among raft nodes before linearized reading' (duration: 285.059885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:55.381099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.64125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-05-29T02:23:55.381195Z","caller":"traceutil/trace.go:171","msg":"trace[1419176631] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8893; }","duration":"233.789834ms","start":"2026-05-29T02:23:55.147384Z","end":"2026-05-29T02:23:55.381174Z","steps":["trace[1419176631] 'agreement among raft nodes before linearized reading' (duration: 233.485786ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:55.381245Z","caller":"traceutil/trace.go:171","msg":"trace[2061936973] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"287.569041ms","start":"2026-05-29T02:23:55.093647Z","end":"2026-05-29T02:23:55.381216Z","steps":["trace[2061936973] 'process raft request' (duration: 211.088264ms)","trace[2061936973] 'compare' (duration: 74.871815ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:55.5363Z","caller":"traceutil/trace.go:171","msg":"trace[1846897681] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"151.201218ms","start":"2026-05-29T02:23:55.385071Z","end":"2026-05-29T02:23:55.536272Z","steps":["trace[1846897681] 'process raft request' (duration: 97.463522ms)","trace[1846897681] 'compare' (duration: 53.486179ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:55.536326Z","caller":"traceutil/trace.go:171","msg":"trace[1882740561] linearizableReadLoop","detail":"{readStateIndex:9221; appliedIndex:9220; }","duration":"150.162071ms","start":"2026-05-29T02:23:55.386116Z","end":"2026-05-29T02:23:55.536278Z","steps":["trace[1882740561] 'read index received' (duration: 96.292202ms)","trace[1882740561] 'applied index is now lower than readState.Index' (duration: 53.866399ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:55.536859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.709575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-66wh5\" ","response":"range_response_count:1 size:4349"} {"level":"info","ts":"2026-05-29T02:23:55.536929Z","caller":"traceutil/trace.go:171","msg":"trace[986264238] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-66wh5; range_end:; response_count:1; response_revision:8894; }","duration":"150.8839ms","start":"2026-05-29T02:23:55.386031Z","end":"2026-05-29T02:23:55.536915Z","steps":["trace[986264238] 'agreement among raft nodes before linearized reading' (duration: 150.50619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:55.537068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.092513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112205"} {"level":"info","ts":"2026-05-29T02:23:55.537108Z","caller":"traceutil/trace.go:171","msg":"trace[1866301889] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8894; }","duration":"149.209466ms","start":"2026-05-29T02:23:55.387889Z","end":"2026-05-29T02:23:55.537099Z","steps":["trace[1866301889] 'agreement among raft nodes before linearized reading' (duration: 148.871276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:55.537331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.132874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-05-29T02:23:55.537358Z","caller":"traceutil/trace.go:171","msg":"trace[188284278] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8894; }","duration":"144.176826ms","start":"2026-05-29T02:23:55.393175Z","end":"2026-05-29T02:23:55.537352Z","steps":["trace[188284278] 'agreement among raft nodes before linearized reading' (duration: 144.071973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:55.858956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.974483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:23:55.859478Z","caller":"traceutil/trace.go:171","msg":"trace[117561673] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"287.669473ms","start":"2026-05-29T02:23:55.571781Z","end":"2026-05-29T02:23:55.85945Z","steps":["trace[117561673] 'process raft request' (duration: 287.56182ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:55.859442Z","caller":"traceutil/trace.go:171","msg":"trace[1960776562] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"314.052347ms","start":"2026-05-29T02:23:55.545342Z","end":"2026-05-29T02:23:55.859394Z","steps":["trace[1960776562] 'process raft request' (duration: 130.53277ms)","trace[1960776562] 'compare' (duration: 182.717547ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:55.85956Z","caller":"traceutil/trace.go:171","msg":"trace[2052440908] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"307.801616ms","start":"2026-05-29T02:23:55.551728Z","end":"2026-05-29T02:23:55.859529Z","steps":["trace[2052440908] 'process raft request' (duration: 307.363825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:55.859695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:55.545309Z","time spent":"314.253712ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4662,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:55.859726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:55.5517Z","time spent":"307.935138ms","remote":"127.0.0.1:44944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:56.45832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155622618,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:23:56.633984Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000240d.wal"} {"level":"info","ts":"2026-05-29T02:23:56.63457Z","caller":"traceutil/trace.go:171","msg":"trace[394505578] linearizableReadLoop","detail":"{readStateIndex:9228; appliedIndex:9227; }","duration":"676.815901ms","start":"2026-05-29T02:23:55.957729Z","end":"2026-05-29T02:23:56.634545Z","steps":["trace[394505578] 'read index received' (duration: 676.555425ms)","trace[394505578] 'applied index is now lower than readState.Index' (duration: 259.386µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:56.634658Z","caller":"traceutil/trace.go:171","msg":"trace[1404246577] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"718.650967ms","start":"2026-05-29T02:23:55.915993Z","end":"2026-05-29T02:23:56.634644Z","steps":["trace[1404246577] 'process raft request' (duration: 718.398921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:56.634858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:55.915969Z","time spent":"718.768592ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:23:56.63536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.621692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jkkmf\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-05-29T02:23:56.635405Z","caller":"traceutil/trace.go:171","msg":"trace[10544497] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jkkmf; range_end:; response_count:1; response_revision:8901; }","duration":"677.713435ms","start":"2026-05-29T02:23:55.957681Z","end":"2026-05-29T02:23:56.635394Z","steps":["trace[10544497] 'agreement among raft nodes before linearized reading' (duration: 677.54463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:56.63544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:55.95764Z","time spent":"677.790628ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4672,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jkkmf\" "} {"level":"warn","ts":"2026-05-29T02:23:56.889053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.781076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:23:56.889133Z","caller":"traceutil/trace.go:171","msg":"trace[134801655] linearizableReadLoop","detail":"{readStateIndex:9229; appliedIndex:9228; }","duration":"254.502802ms","start":"2026-05-29T02:23:56.634618Z","end":"2026-05-29T02:23:56.889121Z","steps":["trace[134801655] 'read index received' (duration: 73.778717ms)","trace[134801655] 'applied index is now lower than readState.Index' (duration: 180.723265ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:56.889196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.80995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:56.889215Z","caller":"traceutil/trace.go:171","msg":"trace[1527146397] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8902; }","duration":"562.856952ms","start":"2026-05-29T02:23:56.326351Z","end":"2026-05-29T02:23:56.889208Z","steps":["trace[1527146397] 'agreement among raft nodes before linearized reading' (duration: 562.819371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:56.889242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:56.326335Z","time spent":"562.900812ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:56.889231Z","caller":"traceutil/trace.go:171","msg":"trace[1757325668] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"384.388545ms","start":"2026-05-29T02:23:56.504797Z","end":"2026-05-29T02:23:56.889186Z","steps":["trace[1757325668] 'process raft request' (duration: 203.403804ms)","trace[1757325668] 'compare' (duration: 180.702664ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:56.889332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.609735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:23:56.889398Z","caller":"traceutil/trace.go:171","msg":"trace[1505245076] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:8902; }","duration":"920.710167ms","start":"2026-05-29T02:23:55.968673Z","end":"2026-05-29T02:23:56.889383Z","steps":["trace[1505245076] 'agreement among raft nodes before linearized reading' (duration: 920.521942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:56.889405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:56.504765Z","time spent":"384.551149ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:56.889437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:55.968658Z","time spent":"920.772179ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-vs5ss\" "} {"level":"warn","ts":"2026-05-29T02:23:57.501529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.747649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:23:57.501642Z","caller":"traceutil/trace.go:171","msg":"trace[1960597203] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"858.981373ms","start":"2026-05-29T02:23:56.64264Z","end":"2026-05-29T02:23:57.501621Z","steps":["trace[1960597203] 'process raft request' (duration: 512.086482ms)","trace[1960597203] 'compare' (duration: 346.680186ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:57.501709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:56.642627Z","time spent":"859.052475ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4823,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:57.501806Z","caller":"traceutil/trace.go:171","msg":"trace[209460243] linearizableReadLoop","detail":"{readStateIndex:9231; appliedIndex:9229; }","duration":"612.628974ms","start":"2026-05-29T02:23:56.88915Z","end":"2026-05-29T02:23:57.501779Z","steps":["trace[209460243] 'read index received' (duration: 265.481766ms)","trace[209460243] 'applied index is now lower than readState.Index' (duration: 347.144428ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:57.501885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.576755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:57.501916Z","caller":"traceutil/trace.go:171","msg":"trace[556468652] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8904; }","duration":"661.607216ms","start":"2026-05-29T02:23:56.840298Z","end":"2026-05-29T02:23:57.501905Z","steps":["trace[556468652] 'agreement among raft nodes before linearized reading' (duration: 661.533824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:57.501948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:56.840264Z","time spent":"661.676248ms","remote":"127.0.0.1:44944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:57.502032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.049429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:57.502095Z","caller":"traceutil/trace.go:171","msg":"trace[2032630253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8904; }","duration":"724.156103ms","start":"2026-05-29T02:23:56.777923Z","end":"2026-05-29T02:23:57.502079Z","steps":["trace[2032630253] 'agreement among raft nodes before linearized reading' (duration: 724.042989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:57.502142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:56.777907Z","time spent":"724.222654ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:23:57.502365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.423437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-29T02:23:57.502438Z","caller":"traceutil/trace.go:171","msg":"trace[1933808009] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8904; }","duration":"282.598161ms","start":"2026-05-29T02:23:57.219826Z","end":"2026-05-29T02:23:57.502424Z","steps":["trace[1933808009] 'agreement among raft nodes before linearized reading' (duration: 282.390526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:57.502571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.375266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:57.502633Z","caller":"traceutil/trace.go:171","msg":"trace[1732217166] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8904; }","duration":"528.468248ms","start":"2026-05-29T02:23:56.97415Z","end":"2026-05-29T02:23:57.502618Z","steps":["trace[1732217166] 'agreement among raft nodes before linearized reading' (duration: 528.375705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:57.502637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.064624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:57.502663Z","caller":"traceutil/trace.go:171","msg":"trace[1882886776] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"859.030875ms","start":"2026-05-29T02:23:56.642849Z","end":"2026-05-29T02:23:57.50188Z","steps":["trace[1882886776] 'process raft request' (duration: 858.741688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:57.502686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:56.974137Z","time spent":"528.53473ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:57.502705Z","caller":"traceutil/trace.go:171","msg":"trace[1633878391] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8904; }","duration":"536.145986ms","start":"2026-05-29T02:23:56.96654Z","end":"2026-05-29T02:23:57.502686Z","steps":["trace[1633878391] 'agreement among raft nodes before linearized reading' (duration: 536.038424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:57.50257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.76661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229931"} {"level":"warn","ts":"2026-05-29T02:23:57.502743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:56.966486Z","time spent":"536.24591ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:57.502749Z","caller":"traceutil/trace.go:171","msg":"trace[1269053366] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8904; }","duration":"609.975066ms","start":"2026-05-29T02:23:56.892759Z","end":"2026-05-29T02:23:57.502734Z","steps":["trace[1269053366] 'agreement among raft nodes before linearized reading' (duration: 609.426442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:57.502789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:56.892745Z","time spent":"610.030198ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229953,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:23:57.503615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:56.642826Z","time spent":"859.869187ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:23:58.128426Z","caller":"traceutil/trace.go:171","msg":"trace[1324995178] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"619.174884ms","start":"2026-05-29T02:23:57.509229Z","end":"2026-05-29T02:23:58.128404Z","steps":["trace[1324995178] 'process raft request' (duration: 619.003549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:58.128689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:57.50922Z","time spent":"619.267326ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:58.67916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.788103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:23:58.679399Z","caller":"traceutil/trace.go:171","msg":"trace[1482754067] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"547.120632ms","start":"2026-05-29T02:23:58.132256Z","end":"2026-05-29T02:23:58.679376Z","steps":["trace[1482754067] 'process raft request' (duration: 547.01452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:58.679508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:58.132242Z","time spent":"547.224194ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:23:58.679726Z","caller":"traceutil/trace.go:171","msg":"trace[1838859739] linearizableReadLoop","detail":"{readStateIndex:9234; appliedIndex:9232; }","duration":"613.947878ms","start":"2026-05-29T02:23:58.065752Z","end":"2026-05-29T02:23:58.6797Z","steps":["trace[1838859739] 'read index received' (duration: 62.462182ms)","trace[1838859739] 'applied index is now lower than readState.Index' (duration: 551.483106ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:58.679754Z","caller":"traceutil/trace.go:171","msg":"trace[394373145] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8907; }","duration":"1.09215254s","start":"2026-05-29T02:23:57.58758Z","end":"2026-05-29T02:23:58.679733Z","steps":["trace[394373145] 'process raft request' (duration: 832.666789ms)","trace[394373145] 'compare' (duration: 258.381852ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:58.680829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:57.587558Z","time spent":"1.093200857s","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-05-29T02:23:58.679898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.110873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:58.681106Z","caller":"traceutil/trace.go:171","msg":"trace[1526371056] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8908; }","duration":"615.371025ms","start":"2026-05-29T02:23:58.065722Z","end":"2026-05-29T02:23:58.681093Z","steps":["trace[1526371056] 'agreement among raft nodes before linearized reading' (duration: 614.054781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:58.681142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:58.065709Z","time spent":"615.420696ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:58.67993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.26867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:58.682214Z","caller":"traceutil/trace.go:171","msg":"trace[1388095174] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8908; }","duration":"307.59545ms","start":"2026-05-29T02:23:58.374597Z","end":"2026-05-29T02:23:58.682193Z","steps":["trace[1388095174] 'agreement among raft nodes before linearized reading' (duration: 305.229089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:58.68226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:58.374577Z","time spent":"307.669042ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":56,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:58.680048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.787954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:58.682417Z","caller":"traceutil/trace.go:171","msg":"trace[1952507636] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8908; }","duration":"181.264188ms","start":"2026-05-29T02:23:58.50114Z","end":"2026-05-29T02:23:58.682404Z","steps":["trace[1952507636] 'agreement among raft nodes before linearized reading' (duration: 178.775694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:58.936955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.660278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:23:58.937028Z","caller":"traceutil/trace.go:171","msg":"trace[1085700084] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"206.769571ms","start":"2026-05-29T02:23:58.730247Z","end":"2026-05-29T02:23:58.937016Z","steps":["trace[1085700084] 'process raft request' (duration: 102.0038ms)","trace[1085700084] 'compare' (duration: 104.551126ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:59.01572Z","caller":"traceutil/trace.go:171","msg":"trace[563261113] linearizableReadLoop","detail":"{readStateIndex:9238; appliedIndex:9236; }","duration":"250.096507ms","start":"2026-05-29T02:23:58.765604Z","end":"2026-05-29T02:23:59.0157Z","steps":["trace[563261113] 'read index received' (duration: 66.666622ms)","trace[563261113] 'applied index is now lower than readState.Index' (duration: 183.429285ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:59.015794Z","caller":"traceutil/trace.go:171","msg":"trace[995031909] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"280.828845ms","start":"2026-05-29T02:23:58.734933Z","end":"2026-05-29T02:23:59.015762Z","steps":["trace[995031909] 'process raft request' (duration: 280.66075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:59.01584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.21472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:59.01587Z","caller":"traceutil/trace.go:171","msg":"trace[1124187482] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8911; }","duration":"250.266091ms","start":"2026-05-29T02:23:58.765596Z","end":"2026-05-29T02:23:59.015863Z","steps":["trace[1124187482] 'agreement among raft nodes before linearized reading' (duration: 250.188289ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:59.154951Z","caller":"traceutil/trace.go:171","msg":"trace[875044004] linearizableReadLoop","detail":"{readStateIndex:9239; appliedIndex:9238; }","duration":"139.163194ms","start":"2026-05-29T02:23:59.01577Z","end":"2026-05-29T02:23:59.154933Z","steps":["trace[875044004] 'read index received' (duration: 69.6828ms)","trace[875044004] 'applied index is now lower than readState.Index' (duration: 69.479464ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:59.155074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.362423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-cephfs-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:59.155102Z","caller":"traceutil/trace.go:171","msg":"trace[1696232026] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-cephfs-node; range_end:; response_count:0; response_revision:8912; }","duration":"178.424055ms","start":"2026-05-29T02:23:58.976665Z","end":"2026-05-29T02:23:59.155089Z","steps":["trace[1696232026] 'agreement among raft nodes before linearized reading' (duration: 178.363774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:59.155114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.723416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-29T02:23:59.155176Z","caller":"traceutil/trace.go:171","msg":"trace[1675485279] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8912; }","duration":"155.818308ms","start":"2026-05-29T02:23:58.999344Z","end":"2026-05-29T02:23:59.155162Z","steps":["trace[1675485279] 'agreement among raft nodes before linearized reading' (duration: 155.651024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:59.1553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.80074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e72afaa38a5c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-29T02:23:59.155327Z","caller":"traceutil/trace.go:171","msg":"trace[205906341] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e72afaa38a5c; range_end:; response_count:1; response_revision:8912; }","duration":"214.874792ms","start":"2026-05-29T02:23:58.940445Z","end":"2026-05-29T02:23:59.15532Z","steps":["trace[205906341] 'agreement among raft nodes before linearized reading' (duration: 214.77543ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:59.155403Z","caller":"traceutil/trace.go:171","msg":"trace[479957728] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"191.492884ms","start":"2026-05-29T02:23:58.9639Z","end":"2026-05-29T02:23:59.155393Z","steps":["trace[479957728] 'process raft request' (duration: 121.513546ms)","trace[479957728] 'compare' (duration: 69.339121ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:59.155438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.918573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:59.15546Z","caller":"traceutil/trace.go:171","msg":"trace[667942857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8912; }","duration":"388.959483ms","start":"2026-05-29T02:23:58.766496Z","end":"2026-05-29T02:23:59.155455Z","steps":["trace[667942857] 'agreement among raft nodes before linearized reading' (duration: 388.921452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:59.155477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:58.766487Z","time spent":"388.985805ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:23:59.155615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.727491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7067"} {"level":"info","ts":"2026-05-29T02:23:59.155639Z","caller":"traceutil/trace.go:171","msg":"trace[1606259603] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:8912; }","duration":"136.785983ms","start":"2026-05-29T02:23:59.018848Z","end":"2026-05-29T02:23:59.155634Z","steps":["trace[1606259603] 'agreement among raft nodes before linearized reading' (duration: 136.723511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:59.155951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.091826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:23:59.155978Z","caller":"traceutil/trace.go:171","msg":"trace[1798425765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8912; }","duration":"106.168598ms","start":"2026-05-29T02:23:59.049803Z","end":"2026-05-29T02:23:59.155972Z","steps":["trace[1798425765] 'agreement among raft nodes before linearized reading' (duration: 106.089776ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:59.423097Z","caller":"traceutil/trace.go:171","msg":"trace[1088208426] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"254.45716ms","start":"2026-05-29T02:23:59.168614Z","end":"2026-05-29T02:23:59.423071Z","steps":["trace[1088208426] 'process raft request' (duration: 245.325072ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:00.01033Z","caller":"traceutil/trace.go:171","msg":"trace[2002140402] linearizableReadLoop","detail":"{readStateIndex:9243; appliedIndex:9239; }","duration":"826.354545ms","start":"2026-05-29T02:23:59.183951Z","end":"2026-05-29T02:24:00.010305Z","steps":["trace[2002140402] 'read index received' (duration: 230.112907ms)","trace[2002140402] 'applied index is now lower than readState.Index' (duration: 596.240418ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:00.010477Z","caller":"traceutil/trace.go:171","msg":"trace[1359464068] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"838.118801ms","start":"2026-05-29T02:23:59.172347Z","end":"2026-05-29T02:24:00.010466Z","steps":["trace[1359464068] 'process raft request' (duration: 837.905826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:00.010587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:59.172341Z","time spent":"838.167133ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:24:00.010349Z","caller":"traceutil/trace.go:171","msg":"trace[161954807] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"841.668123ms","start":"2026-05-29T02:23:59.168646Z","end":"2026-05-29T02:24:00.010314Z","steps":["trace[161954807] 'process raft request' (duration: 841.369626ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:00.010815Z","caller":"traceutil/trace.go:171","msg":"trace[860721264] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"842.064734ms","start":"2026-05-29T02:23:59.16874Z","end":"2026-05-29T02:24:00.010805Z","steps":["trace[860721264] 'process raft request' (duration: 841.444047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:00.011024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:59.168707Z","time spent":"842.275629ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:24:00.011083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.270003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-05-29T02:24:00.01119Z","caller":"traceutil/trace.go:171","msg":"trace[1500357275] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8916; }","duration":"826.438627ms","start":"2026-05-29T02:23:59.184728Z","end":"2026-05-29T02:24:00.011166Z","steps":["trace[1500357275] 'agreement among raft nodes before linearized reading' (duration: 825.987056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:00.01132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:59.184704Z","time spent":"826.601683ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":494,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:24:00.011312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:59.168632Z","time spent":"842.276109ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:24:00.011327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.213637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:24:00.011357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.078171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:00.012881Z","caller":"traceutil/trace.go:171","msg":"trace[718278108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8916; }","duration":"245.621271ms","start":"2026-05-29T02:23:59.767199Z","end":"2026-05-29T02:24:00.01282Z","steps":["trace[718278108] 'agreement among raft nodes before linearized reading' (duration: 243.553657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:00.011834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.880166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:00.011423Z","caller":"traceutil/trace.go:171","msg":"trace[2078173267] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:8916; }","duration":"497.388701ms","start":"2026-05-29T02:23:59.514016Z","end":"2026-05-29T02:24:00.011405Z","steps":["trace[2078173267] 'agreement among raft nodes before linearized reading' (duration: 496.715584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:00.011607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.401806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:24:00.0117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.441578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-05-29T02:24:00.011728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.041573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-05-29T02:24:00.011802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.804481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:24:00.011802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.007269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:24:00.011922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.031421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:24:00.011965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.424358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:24:00.012039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.938316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-29T02:24:00.013306Z","caller":"traceutil/trace.go:171","msg":"trace[1843578686] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8916; }","duration":"586.210158ms","start":"2026-05-29T02:23:59.427086Z","end":"2026-05-29T02:24:00.013296Z","steps":["trace[1843578686] 'agreement among raft nodes before linearized reading' (duration: 583.738624ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:00.013319Z","caller":"traceutil/trace.go:171","msg":"trace[788321169] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8916; }","duration":"453.127221ms","start":"2026-05-29T02:23:59.560166Z","end":"2026-05-29T02:24:00.013293Z","steps":["trace[788321169] 'agreement among raft nodes before linearized reading' (duration: 450.604696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:00.013373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:59.427083Z","time spent":"586.27607ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-05-29T02:24:00.01339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:59.560155Z","time spent":"453.208923ms","remote":"127.0.0.1:50218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:24:00.013596Z","caller":"traceutil/trace.go:171","msg":"trace[1487054964] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8916; }","duration":"829.656852ms","start":"2026-05-29T02:23:59.183925Z","end":"2026-05-29T02:24:00.013582Z","steps":["trace[1487054964] 'agreement among raft nodes before linearized reading' (duration: 826.861829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:00.013649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:59.183917Z","time spent":"829.718953ms","remote":"127.0.0.1:35934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:24:00.013755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:59.514001Z","time spent":"499.723221ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-vs5ss\" "} {"level":"info","ts":"2026-05-29T02:24:00.014073Z","caller":"traceutil/trace.go:171","msg":"trace[229484319] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8916; }","duration":"472.324719ms","start":"2026-05-29T02:23:59.541735Z","end":"2026-05-29T02:24:00.014059Z","steps":["trace[229484319] 'agreement among raft nodes before linearized reading' (duration: 469.046174ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:00.014099Z","caller":"traceutil/trace.go:171","msg":"trace[1086148363] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-provisioner; range_end:; response_count:0; response_revision:8916; }","duration":"587.109301ms","start":"2026-05-29T02:23:59.426978Z","end":"2026-05-29T02:24:00.014088Z","steps":["trace[1086148363] 'agreement among raft nodes before linearized reading' (duration: 583.815665ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:00.014114Z","caller":"traceutil/trace.go:171","msg":"trace[1696768036] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8916; }","duration":"450.888853ms","start":"2026-05-29T02:23:59.563216Z","end":"2026-05-29T02:24:00.014105Z","steps":["trace[1696768036] 'agreement among raft nodes before linearized reading' (duration: 447.545955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:00.014129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:59.426973Z","time spent":"587.147503ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" "} {"level":"warn","ts":"2026-05-29T02:24:00.014126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:59.541718Z","time spent":"472.388632ms","remote":"127.0.0.1:38408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:24:00.014172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:59.563211Z","time spent":"450.947764ms","remote":"127.0.0.1:50230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-05-29T02:24:00.014074Z","caller":"traceutil/trace.go:171","msg":"trace[1743507528] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8916; }","duration":"588.409385ms","start":"2026-05-29T02:23:59.425652Z","end":"2026-05-29T02:24:00.014061Z","steps":["trace[1743507528] 'agreement among raft nodes before linearized reading' (duration: 585.11687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:00.014329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:59.425637Z","time spent":"588.682352ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-05-29T02:24:00.014489Z","caller":"traceutil/trace.go:171","msg":"trace[114939659] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8916; }","duration":"761.966713ms","start":"2026-05-29T02:23:59.252492Z","end":"2026-05-29T02:24:00.014459Z","steps":["trace[114939659] 'agreement among raft nodes before linearized reading' (duration: 758.339709ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:00.014496Z","caller":"traceutil/trace.go:171","msg":"trace[283471735] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8916; }","duration":"713.633798ms","start":"2026-05-29T02:23:59.300844Z","end":"2026-05-29T02:24:00.014478Z","steps":["trace[283471735] 'agreement among raft nodes before linearized reading' (duration: 709.971073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:00.014532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:59.25247Z","time spent":"762.050305ms","remote":"127.0.0.1:38310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:24:00.014543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:59.300825Z","time spent":"713.703399ms","remote":"127.0.0.1:38414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:24:00.415283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.138887ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-29T02:24:00.415591Z","caller":"traceutil/trace.go:171","msg":"trace[2051281541] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"350.191597ms","start":"2026-05-29T02:24:00.06538Z","end":"2026-05-29T02:24:00.415572Z","steps":["trace[2051281541] 'process raft request' (duration: 350.129405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:00.415701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.065362Z","time spent":"350.274918ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:24:00.415885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.020968Z","time spent":"394.911129ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:24:00.416016Z","caller":"traceutil/trace.go:171","msg":"trace[1532625983] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"385.793202ms","start":"2026-05-29T02:24:00.030187Z","end":"2026-05-29T02:24:00.41598Z","steps":["trace[1532625983] 'process raft request' (duration: 385.201296ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:00.416043Z","caller":"traceutil/trace.go:171","msg":"trace[1816396515] linearizableReadLoop","detail":"{readStateIndex:9244; appliedIndex:9243; }","duration":"392.057185ms","start":"2026-05-29T02:24:00.023955Z","end":"2026-05-29T02:24:00.416012Z","steps":["trace[1816396515] 'read index received' (duration: 163.187879ms)","trace[1816396515] 'applied index is now lower than readState.Index' (duration: 228.866456ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:24:00.416383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.490905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dqv2t\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-05-29T02:24:00.416421Z","caller":"traceutil/trace.go:171","msg":"trace[1776659110] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-dqv2t; range_end:; response_count:1; response_revision:8918; }","duration":"355.568046ms","start":"2026-05-29T02:24:00.060842Z","end":"2026-05-29T02:24:00.41641Z","steps":["trace[1776659110] 'agreement among raft nodes before linearized reading' (duration: 355.426273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:00.416443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.060754Z","time spent":"355.684639ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7063,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dqv2t\" "} {"level":"warn","ts":"2026-05-29T02:24:00.416427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.396379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:425"} {"level":"warn","ts":"2026-05-29T02:24:00.416444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.454784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18b3e804420720e9\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-05-29T02:24:00.416515Z","caller":"traceutil/trace.go:171","msg":"trace[986214384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8918; }","duration":"209.525552ms","start":"2026-05-29T02:24:00.206967Z","end":"2026-05-29T02:24:00.416492Z","steps":["trace[986214384] 'agreement among raft nodes before linearized reading' (duration: 209.278796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:00.41653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.652409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-05-29T02:24:00.416546Z","caller":"traceutil/trace.go:171","msg":"trace[887798439] range","detail":"{range_begin:/registry/events/openstack/ceph.18b3e804420720e9; range_end:; response_count:1; response_revision:8918; }","duration":"392.622988ms","start":"2026-05-29T02:24:00.023893Z","end":"2026-05-29T02:24:00.416516Z","steps":["trace[887798439] 'agreement among raft nodes before linearized reading' (duration: 392.208768ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:00.416611Z","caller":"traceutil/trace.go:171","msg":"trace[1228689493] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8918; }","duration":"355.808564ms","start":"2026-05-29T02:24:00.060779Z","end":"2026-05-29T02:24:00.416587Z","steps":["trace[1228689493] 'agreement among raft nodes before linearized reading' (duration: 355.469134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:00.416621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.02387Z","time spent":"392.740782ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.18b3e804420720e9\" "} {"level":"warn","ts":"2026-05-29T02:24:00.416686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.060753Z","time spent":"355.921606ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3980,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-29T02:24:00.416428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.454571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:429"} {"level":"info","ts":"2026-05-29T02:24:00.416938Z","caller":"traceutil/trace.go:171","msg":"trace[1286329548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8918; }","duration":"210.020556ms","start":"2026-05-29T02:24:00.206892Z","end":"2026-05-29T02:24:00.416912Z","steps":["trace[1286329548] 'agreement among raft nodes before linearized reading' (duration: 209.360289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:00.418009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.030166Z","time spent":"385.920354ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":577,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:24:00.71135Z","caller":"traceutil/trace.go:171","msg":"trace[1819174294] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"282.643902ms","start":"2026-05-29T02:24:00.428682Z","end":"2026-05-29T02:24:00.711326Z","steps":["trace[1819174294] 'process raft request' (duration: 282.566949ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:00.711387Z","caller":"traceutil/trace.go:171","msg":"trace[479991138] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"284.735467ms","start":"2026-05-29T02:24:00.426619Z","end":"2026-05-29T02:24:00.711355Z","steps":["trace[479991138] 'process raft request' (duration: 284.573542ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:00.711603Z","caller":"traceutil/trace.go:171","msg":"trace[614654837] linearizableReadLoop","detail":"{readStateIndex:9248; appliedIndex:9246; }","duration":"288.462433ms","start":"2026-05-29T02:24:00.423108Z","end":"2026-05-29T02:24:00.711571Z","steps":["trace[614654837] 'read index received' (duration: 38.264504ms)","trace[614654837] 'applied index is now lower than readState.Index' (duration: 250.194939ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:00.711681Z","caller":"traceutil/trace.go:171","msg":"trace[153497303] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"282.277692ms","start":"2026-05-29T02:24:00.429368Z","end":"2026-05-29T02:24:00.711645Z","steps":["trace[153497303] 'process raft request' (duration: 281.926102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:00.711782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.645148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:00.711813Z","caller":"traceutil/trace.go:171","msg":"trace[674906502] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-node; range_end:; response_count:0; response_revision:8923; }","duration":"288.72103ms","start":"2026-05-29T02:24:00.423083Z","end":"2026-05-29T02:24:00.711804Z","steps":["trace[674906502] 'agreement among raft nodes before linearized reading' (duration: 288.624017ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:00.712023Z","caller":"traceutil/trace.go:171","msg":"trace[590937284] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"292.755326ms","start":"2026-05-29T02:24:00.419247Z","end":"2026-05-29T02:24:00.712002Z","steps":["trace[590937284] 'process raft request' (duration: 291.78496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.163718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.55135ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-29T02:24:01.163934Z","caller":"traceutil/trace.go:171","msg":"trace[1553057509] linearizableReadLoop","detail":"{readStateIndex:9252; appliedIndex:9251; }","duration":"452.225827ms","start":"2026-05-29T02:24:00.711672Z","end":"2026-05-29T02:24:01.163898Z","steps":["trace[1553057509] 'read index received' (duration: 256.492432ms)","trace[1553057509] 'applied index is now lower than readState.Index' (duration: 195.727045ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:01.163955Z","caller":"traceutil/trace.go:171","msg":"trace[1084995089] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"444.750413ms","start":"2026-05-29T02:24:00.719181Z","end":"2026-05-29T02:24:01.163931Z","steps":["trace[1084995089] 'process raft request' (duration: 444.62554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.164078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.719163Z","time spent":"444.858085ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:24:01.164181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.324757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-05-29T02:24:01.164272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.474231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-05-29T02:24:01.164346Z","caller":"traceutil/trace.go:171","msg":"trace[797971498] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:8924; }","duration":"721.616015ms","start":"2026-05-29T02:24:00.442713Z","end":"2026-05-29T02:24:01.164329Z","steps":["trace[797971498] 'agreement among raft nodes before linearized reading' (duration: 721.352138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.16444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.595384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-676c7b4b95-8mhhs.18b3e7f7da5d5809\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-05-29T02:24:01.164463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.545259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-05-29T02:24:01.164455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.078681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-05-29T02:24:01.164521Z","caller":"traceutil/trace.go:171","msg":"trace[1283254574] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:8924; }","duration":"722.631331ms","start":"2026-05-29T02:24:00.441872Z","end":"2026-05-29T02:24:01.164504Z","steps":["trace[1283254574] 'agreement among raft nodes before linearized reading' (duration: 722.358923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.164576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.441858Z","time spent":"722.705943ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-05-29T02:24:01.164604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.970711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-05-29T02:24:01.164657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.740621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-05-29T02:24:01.164676Z","caller":"traceutil/trace.go:171","msg":"trace[462051091] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:8924; }","duration":"703.110374ms","start":"2026-05-29T02:24:00.461549Z","end":"2026-05-29T02:24:01.164659Z","steps":["trace[462051091] 'agreement among raft nodes before linearized reading' (duration: 702.919109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.164687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.099637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-05-29T02:24:01.164622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.537957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:24:01.16474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.461531Z","time spent":"703.195286ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24266,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-05-29T02:24:01.164794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.132833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:24:01.164795Z","caller":"traceutil/trace.go:171","msg":"trace[154698543] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8924; }","duration":"531.746812ms","start":"2026-05-29T02:24:00.633029Z","end":"2026-05-29T02:24:01.164776Z","steps":["trace[154698543] 'agreement among raft nodes before linearized reading' (duration: 531.444575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.164826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.553759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-05-29T02:24:01.164844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.897328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-05-29T02:24:01.164864Z","caller":"traceutil/trace.go:171","msg":"trace[1659537117] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8924; }","duration":"368.203824ms","start":"2026-05-29T02:24:00.796645Z","end":"2026-05-29T02:24:01.164849Z","steps":["trace[1659537117] 'agreement among raft nodes before linearized reading' (duration: 368.107732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.16445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.442698Z","time spent":"721.737068ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4355,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-05-29T02:24:01.16488Z","caller":"traceutil/trace.go:171","msg":"trace[1938610916] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:8924; }","duration":"722.633451ms","start":"2026-05-29T02:24:00.442234Z","end":"2026-05-29T02:24:01.164867Z","steps":["trace[1938610916] 'agreement among raft nodes before linearized reading' (duration: 722.486677ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:01.164888Z","caller":"traceutil/trace.go:171","msg":"trace[2004794549] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:8924; }","duration":"722.945539ms","start":"2026-05-29T02:24:00.441931Z","end":"2026-05-29T02:24:01.164876Z","steps":["trace[2004794549] 'agreement among raft nodes before linearized reading' (duration: 722.847317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.164916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.776245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-29T02:24:01.164924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.796589Z","time spent":"368.316188ms","remote":"127.0.0.1:50230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:24:01.164927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.442223Z","time spent":"722.693763ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5608,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-05-29T02:24:01.164942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.409139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-05-29T02:24:01.164921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.947219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-05-29T02:24:01.164834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.772851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-29T02:24:01.164958Z","caller":"traceutil/trace.go:171","msg":"trace[1936006072] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:8924; }","duration":"282.850328ms","start":"2026-05-29T02:24:00.882096Z","end":"2026-05-29T02:24:01.164946Z","steps":["trace[1936006072] 'agreement among raft nodes before linearized reading' (duration: 282.743225ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:01.164974Z","caller":"traceutil/trace.go:171","msg":"trace[1633153263] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:8924; }","duration":"363.464702ms","start":"2026-05-29T02:24:00.8015Z","end":"2026-05-29T02:24:01.164964Z","steps":["trace[1633153263] 'agreement among raft nodes before linearized reading' (duration: 363.41579ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:01.16499Z","caller":"traceutil/trace.go:171","msg":"trace[1990900214] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:8924; }","duration":"723.028011ms","start":"2026-05-29T02:24:00.441948Z","end":"2026-05-29T02:24:01.164976Z","steps":["trace[1990900214] 'agreement among raft nodes before linearized reading' (duration: 722.865856ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:01.164999Z","caller":"traceutil/trace.go:171","msg":"trace[1630173557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8924; }","duration":"738.949396ms","start":"2026-05-29T02:24:00.426035Z","end":"2026-05-29T02:24:01.164984Z","steps":["trace[1630173557] 'agreement among raft nodes before linearized reading' (duration: 738.709479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.165034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.441945Z","time spent":"723.080924ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10399,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-05-29T02:24:01.165046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.426028Z","time spent":"739.006347ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:24:01.164853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.870093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:24:01.165158Z","caller":"traceutil/trace.go:171","msg":"trace[1904075307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8924; }","duration":"443.186892ms","start":"2026-05-29T02:24:00.721953Z","end":"2026-05-29T02:24:01.16514Z","steps":["trace[1904075307] 'agreement among raft nodes before linearized reading' (duration: 442.817022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.164811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.034379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:01.165219Z","caller":"traceutil/trace.go:171","msg":"trace[1164679290] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:8924; }","duration":"331.469931ms","start":"2026-05-29T02:24:00.833737Z","end":"2026-05-29T02:24:01.165207Z","steps":["trace[1164679290] 'agreement among raft nodes before linearized reading' (duration: 331.036599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.164713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.472924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4428"} {"level":"warn","ts":"2026-05-29T02:24:01.16526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.833718Z","time spent":"331.531312ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"info","ts":"2026-05-29T02:24:01.165272Z","caller":"traceutil/trace.go:171","msg":"trace[61880640] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:8924; }","duration":"448.032208ms","start":"2026-05-29T02:24:00.717223Z","end":"2026-05-29T02:24:01.165255Z","steps":["trace[61880640] 'agreement among raft nodes before linearized reading' (duration: 447.373871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.165221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.721945Z","time spent":"443.258844ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:24:01.164999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.801484Z","time spent":"363.510533ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-05-29T02:24:01.165311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.717102Z","time spent":"448.197562ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4450,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-05-29T02:24:01.164507Z","caller":"traceutil/trace.go:171","msg":"trace[544713779] range","detail":"{range_begin:/registry/events/openstack/barbican-api-676c7b4b95-8mhhs.18b3e7f7da5d5809; range_end:; response_count:1; response_revision:8924; }","duration":"699.665405ms","start":"2026-05-29T02:24:00.464819Z","end":"2026-05-29T02:24:01.164484Z","steps":["trace[544713779] 'agreement among raft nodes before linearized reading' (duration: 699.489431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.164932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.441927Z","time spent":"722.99433ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4105,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-05-29T02:24:01.165364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.464812Z","time spent":"700.537938ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-676c7b4b95-8mhhs.18b3e7f7da5d5809\" "} {"level":"info","ts":"2026-05-29T02:24:01.164599Z","caller":"traceutil/trace.go:171","msg":"trace[116843367] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8924; }","duration":"689.214024ms","start":"2026-05-29T02:24:00.475326Z","end":"2026-05-29T02:24:01.16454Z","steps":["trace[116843367] 'agreement among raft nodes before linearized reading' (duration: 688.877174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.164712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.505408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-05-29T02:24:01.165437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.475314Z","time spent":"690.104197ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1839,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-05-29T02:24:01.165477Z","caller":"traceutil/trace.go:171","msg":"trace[526591144] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:8924; }","duration":"723.276218ms","start":"2026-05-29T02:24:00.442182Z","end":"2026-05-29T02:24:01.165458Z","steps":["trace[526591144] 'agreement among raft nodes before linearized reading' (duration: 722.431646ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:01.164732Z","caller":"traceutil/trace.go:171","msg":"trace[1548038885] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:8924; }","duration":"678.852825ms","start":"2026-05-29T02:24:00.485858Z","end":"2026-05-29T02:24:01.164711Z","steps":["trace[1548038885] 'agreement among raft nodes before linearized reading' (duration: 678.625749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.165538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.442177Z","time spent":"723.34388ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9342,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-05-29T02:24:01.165546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.485838Z","time spent":"679.687086ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188517,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-05-29T02:24:01.164736Z","caller":"traceutil/trace.go:171","msg":"trace[1370904024] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8924; }","duration":"727.149408ms","start":"2026-05-29T02:24:00.437574Z","end":"2026-05-29T02:24:01.164723Z","steps":["trace[1370904024] 'agreement among raft nodes before linearized reading' (duration: 726.905262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.164889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.262481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:24:01.165642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.162428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-05-29T02:24:01.164276Z","caller":"traceutil/trace.go:171","msg":"trace[2141795675] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:8924; }","duration":"721.4464ms","start":"2026-05-29T02:24:00.442805Z","end":"2026-05-29T02:24:01.164252Z","steps":["trace[2141795675] 'agreement among raft nodes before linearized reading' (duration: 721.109281ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:01.165752Z","caller":"traceutil/trace.go:171","msg":"trace[1785006672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8924; }","duration":"400.078023ms","start":"2026-05-29T02:24:00.765593Z","end":"2026-05-29T02:24:01.165671Z","steps":["trace[1785006672] 'agreement among raft nodes before linearized reading' (duration: 399.280092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.165806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.765579Z","time spent":"400.213766ms","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:24:01.165806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.442799Z","time spent":"722.992201ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13251,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-05-29T02:24:01.165635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.43754Z","time spent":"728.078943ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-05-29T02:24:01.16493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.837867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:24:01.165914Z","caller":"traceutil/trace.go:171","msg":"trace[847717402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8924; }","duration":"447.855184ms","start":"2026-05-29T02:24:00.71804Z","end":"2026-05-29T02:24:01.165895Z","steps":["trace[847717402] 'agreement among raft nodes before linearized reading' (duration: 446.818076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.16598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.718017Z","time spent":"447.943867ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:24:01.1649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.633012Z","time spent":"531.849755ms","remote":"127.0.0.1:34314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:24:01.166249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.637474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-05-29T02:24:01.166306Z","caller":"traceutil/trace.go:171","msg":"trace[247711626] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:8924; }","duration":"721.715147ms","start":"2026-05-29T02:24:00.444575Z","end":"2026-05-29T02:24:01.166291Z","steps":["trace[247711626] 'agreement among raft nodes before linearized reading' (duration: 719.956781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.166348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.444565Z","time spent":"721.771618ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5199,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-05-29T02:24:01.166635Z","caller":"traceutil/trace.go:171","msg":"trace[1701330198] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:8924; }","duration":"527.39992ms","start":"2026-05-29T02:24:00.639212Z","end":"2026-05-29T02:24:01.166612Z","steps":["trace[1701330198] 'agreement among raft nodes before linearized reading' (duration: 525.549821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:01.166709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:00.639205Z","time spent":"527.489202ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188274,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-05-29T02:24:01.984301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.441212ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-05-29T02:24:01.984415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.167924Z","time spent":"816.486029ms","remote":"127.0.0.1:38150","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:24:02.53768Z","caller":"traceutil/trace.go:171","msg":"trace[927324281] linearizableReadLoop","detail":"{readStateIndex:9255; appliedIndex:9253; }","duration":"1.367425512s","start":"2026-05-29T02:24:01.170234Z","end":"2026-05-29T02:24:02.53766Z","steps":["trace[927324281] 'read index received' (duration: 403.546393ms)","trace[927324281] 'applied index is now lower than readState.Index' (duration: 963.878019ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:02.537779Z","caller":"traceutil/trace.go:171","msg":"trace[1755157141] transaction","detail":"{read_only:false; response_revision:8925; number_of_response:1; }","duration":"1.368547539s","start":"2026-05-29T02:24:01.169218Z","end":"2026-05-29T02:24:02.537765Z","steps":["trace[1755157141] 'process raft request' (duration: 1.330226215s)","trace[1755157141] 'compare' (duration: 37.37382ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:02.537975Z","caller":"traceutil/trace.go:171","msg":"trace[1508172871] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"1.361134299s","start":"2026-05-29T02:24:01.176831Z","end":"2026-05-29T02:24:02.537966Z","steps":["trace[1508172871] 'process raft request' (duration: 1.36078525s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:02.537983Z","caller":"traceutil/trace.go:171","msg":"trace[1228959895] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"1.361561269s","start":"2026-05-29T02:24:01.176407Z","end":"2026-05-29T02:24:02.537969Z","steps":["trace[1228959895] 'process raft request' (duration: 1.361175329s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.53802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.176824Z","time spent":"1.36116788s","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:24:02.538019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367780391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-cephfs-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:02.538044Z","caller":"traceutil/trace.go:171","msg":"trace[113287716] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-cephfs-provisioner; range_end:; response_count:0; response_revision:8929; }","duration":"1.367834542s","start":"2026-05-29T02:24:01.170202Z","end":"2026-05-29T02:24:02.538037Z","steps":["trace[113287716] 'agreement among raft nodes before linearized reading' (duration: 1.3677705s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.538042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.176403Z","time spent":"1.3616077s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:24:02.53806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.170191Z","time spent":"1.367865753s","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/rook-csi-cephfs-provisioner\" "} {"level":"info","ts":"2026-05-29T02:24:02.538052Z","caller":"traceutil/trace.go:171","msg":"trace[1184261433] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"1.365575964s","start":"2026-05-29T02:24:01.172445Z","end":"2026-05-29T02:24:02.538021Z","steps":["trace[1184261433] 'process raft request' (duration: 1.365031969s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:02.538055Z","caller":"traceutil/trace.go:171","msg":"trace[509786812] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"1.361702903s","start":"2026-05-29T02:24:01.176325Z","end":"2026-05-29T02:24:02.538028Z","steps":["trace[509786812] 'process raft request' (duration: 1.36122315s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.538205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.172432Z","time spent":"1.365684017s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:24:02.538206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.176311Z","time spent":"1.361817645s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:24:02.538235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.169195Z","time spent":"1.368608741s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:24:02.541659Z","caller":"traceutil/trace.go:171","msg":"trace[1204632028] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"555.920871ms","start":"2026-05-29T02:24:01.98573Z","end":"2026-05-29T02:24:02.54165Z","steps":["trace[1204632028] 'process raft request' (duration: 555.87645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.541753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.985709Z","time spent":"555.976743ms","remote":"127.0.0.1:38150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:24:02.541916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.216316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:02.542027Z","caller":"traceutil/trace.go:171","msg":"trace[1523091984] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8930; }","duration":"738.36482ms","start":"2026-05-29T02:24:01.803646Z","end":"2026-05-29T02:24:02.542011Z","steps":["trace[1523091984] 'agreement among raft nodes before linearized reading' (duration: 738.113513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.542018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.596043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:24:02.542049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.48145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"warn","ts":"2026-05-29T02:24:02.542062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.80363Z","time spent":"738.423622ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-05-29T02:24:02.542069Z","caller":"traceutil/trace.go:171","msg":"trace[144582260] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:8930; }","duration":"627.532842ms","start":"2026-05-29T02:24:01.914531Z","end":"2026-05-29T02:24:02.542064Z","steps":["trace[144582260] 'agreement among raft nodes before linearized reading' (duration: 627.450939ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:02.54207Z","caller":"traceutil/trace.go:171","msg":"trace[1613742191] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:8930; }","duration":"515.663036ms","start":"2026-05-29T02:24:02.026394Z","end":"2026-05-29T02:24:02.542057Z","steps":["trace[1613742191] 'agreement among raft nodes before linearized reading' (duration: 515.386208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.542085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.914512Z","time spent":"627.568852ms","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7527,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-05-29T02:24:02.542097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:02.026352Z","time spent":"515.739688ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-vs5ss\" "} {"level":"warn","ts":"2026-05-29T02:24:02.542178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.445361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:02.542194Z","caller":"traceutil/trace.go:171","msg":"trace[75647858] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8930; }","duration":"602.498732ms","start":"2026-05-29T02:24:01.939691Z","end":"2026-05-29T02:24:02.54219Z","steps":["trace[75647858] 'agreement among raft nodes before linearized reading' (duration: 602.471981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.542207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.939673Z","time spent":"602.531302ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:24:02.542264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.358831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:24:02.542299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.944572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:24:02.542325Z","caller":"traceutil/trace.go:171","msg":"trace[1651452523] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8930; }","duration":"193.002834ms","start":"2026-05-29T02:24:02.349315Z","end":"2026-05-29T02:24:02.542318Z","steps":["trace[1651452523] 'agreement among raft nodes before linearized reading' (duration: 192.932182ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:02.542333Z","caller":"traceutil/trace.go:171","msg":"trace[934905603] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8930; }","duration":"738.455883ms","start":"2026-05-29T02:24:01.803857Z","end":"2026-05-29T02:24:02.542313Z","steps":["trace[934905603] 'agreement among raft nodes before linearized reading' (duration: 738.34498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.542357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.803837Z","time spent":"738.513004ms","remote":"127.0.0.1:35886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-05-29T02:24:02.542399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.655232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:02.542415Z","caller":"traceutil/trace.go:171","msg":"trace[1555938417] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8930; }","duration":"374.714443ms","start":"2026-05-29T02:24:02.167696Z","end":"2026-05-29T02:24:02.542411Z","steps":["trace[1555938417] 'agreement among raft nodes before linearized reading' (duration: 374.677512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.542447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:02.167673Z","time spent":"374.770155ms","remote":"127.0.0.1:42986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:24:02.542615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.154845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-29T02:24:02.542639Z","caller":"traceutil/trace.go:171","msg":"trace[1973807203] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8930; }","duration":"912.179546ms","start":"2026-05-29T02:24:01.630454Z","end":"2026-05-29T02:24:02.542633Z","steps":["trace[1973807203] 'agreement among raft nodes before linearized reading' (duration: 912.123264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.542653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.63039Z","time spent":"912.259627ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:24:02.542669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344446164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-05-29T02:24:02.542692Z","caller":"traceutil/trace.go:171","msg":"trace[1437669723] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8930; }","duration":"1.344486355s","start":"2026-05-29T02:24:01.198199Z","end":"2026-05-29T02:24:02.542686Z","steps":["trace[1437669723] 'agreement among raft nodes before linearized reading' (duration: 1.344381073s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.542707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.579851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:24:02.542711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.198191Z","time spent":"1.344516236s","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3706,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-05-29T02:24:02.542727Z","caller":"traceutil/trace.go:171","msg":"trace[989835357] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8930; }","duration":"963.630212ms","start":"2026-05-29T02:24:01.57909Z","end":"2026-05-29T02:24:02.542721Z","steps":["trace[989835357] 'agreement among raft nodes before linearized reading' (duration: 963.590421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.542738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.146604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-29T02:24:02.542745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.579075Z","time spent":"963.665512ms","remote":"127.0.0.1:34322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:24:02.542752Z","caller":"traceutil/trace.go:171","msg":"trace[203053573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8930; }","duration":"763.182986ms","start":"2026-05-29T02:24:01.779564Z","end":"2026-05-29T02:24:02.542747Z","steps":["trace[203053573] 'agreement among raft nodes before linearized reading' (duration: 763.143514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.542764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.779553Z","time spent":"763.208297ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:24:02.542825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.986642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:02.542839Z","caller":"traceutil/trace.go:171","msg":"trace[256591054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8930; }","duration":"775.042383ms","start":"2026-05-29T02:24:01.767791Z","end":"2026-05-29T02:24:02.542833Z","steps":["trace[256591054] 'agreement among raft nodes before linearized reading' (duration: 775.023972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.54285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.76777Z","time spent":"775.077644ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:24:02.54292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354628889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-05-29T02:24:02.54296Z","caller":"traceutil/trace.go:171","msg":"trace[1332985481] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:8930; }","duration":"1.35467925s","start":"2026-05-29T02:24:01.188253Z","end":"2026-05-29T02:24:02.542932Z","steps":["trace[1332985481] 'agreement among raft nodes before linearized reading' (duration: 1.354635499s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.542976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.188238Z","time spent":"1.354734301s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-05-29T02:24:02.54318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368111069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-29T02:24:02.543212Z","caller":"traceutil/trace.go:171","msg":"trace[2105720039] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8930; }","duration":"1.368168201s","start":"2026-05-29T02:24:01.175037Z","end":"2026-05-29T02:24:02.543205Z","steps":["trace[2105720039] 'agreement among raft nodes before linearized reading' (duration: 1.366686002s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.543232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:01.175021Z","time spent":"1.368205121s","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-05-29T02:24:02.752374Z","caller":"traceutil/trace.go:171","msg":"trace[1120617420] linearizableReadLoop","detail":"{readStateIndex:9262; appliedIndex:9261; }","duration":"142.547023ms","start":"2026-05-29T02:24:02.609784Z","end":"2026-05-29T02:24:02.752331Z","steps":["trace[1120617420] 'read index received' (duration: 44.786174ms)","trace[1120617420] 'applied index is now lower than readState.Index' (duration: 97.759729ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:02.752485Z","caller":"traceutil/trace.go:171","msg":"trace[1994997527] transaction","detail":"{read_only:false; response_revision:8932; number_of_response:1; }","duration":"204.288497ms","start":"2026-05-29T02:24:02.54817Z","end":"2026-05-29T02:24:02.752459Z","steps":["trace[1994997527] 'process raft request' (duration: 106.320592ms)","trace[1994997527] 'compare' (duration: 97.712408ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:24:02.752587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.375621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:24:02.752626Z","caller":"traceutil/trace.go:171","msg":"trace[1352243887] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8932; }","duration":"206.446412ms","start":"2026-05-29T02:24:02.54617Z","end":"2026-05-29T02:24:02.752616Z","steps":["trace[1352243887] 'agreement among raft nodes before linearized reading' (duration: 206.302179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.752638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.309408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-05-29T02:24:02.752689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.360558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-05-29T02:24:02.752759Z","caller":"traceutil/trace.go:171","msg":"trace[545349862] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8932; }","duration":"206.471622ms","start":"2026-05-29T02:24:02.546262Z","end":"2026-05-29T02:24:02.752734Z","steps":["trace[545349862] 'agreement among raft nodes before linearized reading' (duration: 206.202616ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:02.75281Z","caller":"traceutil/trace.go:171","msg":"trace[549836836] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8932; }","duration":"204.555075ms","start":"2026-05-29T02:24:02.548235Z","end":"2026-05-29T02:24:02.75279Z","steps":["trace[549836836] 'agreement among raft nodes before linearized reading' (duration: 204.195965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.752896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.010065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:24:02.752842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.103857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:225112"} {"level":"warn","ts":"2026-05-29T02:24:02.752926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.532708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-05-29T02:24:02.753321Z","caller":"traceutil/trace.go:171","msg":"trace[931157155] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:8932; }","duration":"198.950207ms","start":"2026-05-29T02:24:02.554353Z","end":"2026-05-29T02:24:02.753303Z","steps":["trace[931157155] 'agreement among raft nodes before linearized reading' (duration: 198.477586ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:02.752944Z","caller":"traceutil/trace.go:171","msg":"trace[2052860452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8932; }","duration":"205.067697ms","start":"2026-05-29T02:24:02.547863Z","end":"2026-05-29T02:24:02.752931Z","steps":["trace[2052860452] 'agreement among raft nodes before linearized reading' (duration: 205.011256ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:02.753282Z","caller":"traceutil/trace.go:171","msg":"trace[1789351622] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8932; }","duration":"205.433476ms","start":"2026-05-29T02:24:02.5477Z","end":"2026-05-29T02:24:02.753134Z","steps":["trace[1789351622] 'agreement among raft nodes before linearized reading' (duration: 204.754688ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:02.818536Z","caller":"traceutil/trace.go:171","msg":"trace[1022097068] transaction","detail":"{read_only:false; response_revision:8933; number_of_response:1; }","duration":"204.581544ms","start":"2026-05-29T02:24:02.613921Z","end":"2026-05-29T02:24:02.818502Z","steps":["trace[1022097068] 'process raft request' (duration: 204.149403ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:02.818528Z","caller":"traceutil/trace.go:171","msg":"trace[2096630357] transaction","detail":"{read_only:false; response_revision:8934; number_of_response:1; }","duration":"201.475162ms","start":"2026-05-29T02:24:02.617006Z","end":"2026-05-29T02:24:02.818481Z","steps":["trace[2096630357] 'process raft request' (duration: 201.350579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.818935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.820367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:24:02.819022Z","caller":"traceutil/trace.go:171","msg":"trace[61723272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8934; }","duration":"170.95266ms","start":"2026-05-29T02:24:02.648052Z","end":"2026-05-29T02:24:02.819004Z","steps":["trace[61723272] 'agreement among raft nodes before linearized reading' (duration: 170.802706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:02.822627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.640224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:402 size:313169"} {"level":"info","ts":"2026-05-29T02:24:02.822685Z","caller":"traceutil/trace.go:171","msg":"trace[1483380013] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:402; response_revision:8934; }","duration":"105.88329ms","start":"2026-05-29T02:24:02.716793Z","end":"2026-05-29T02:24:02.822676Z","steps":["trace[1483380013] 'agreement among raft nodes before linearized reading' (duration: 101.674911ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:03.466045Z","caller":"traceutil/trace.go:171","msg":"trace[1725572080] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"103.238191ms","start":"2026-05-29T02:24:03.362777Z","end":"2026-05-29T02:24:03.466016Z","steps":["trace[1725572080] 'process raft request' (duration: 103.023886ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:27.515888Z","caller":"traceutil/trace.go:171","msg":"trace[244066740] transaction","detail":"{read_only:false; response_revision:9231; number_of_response:1; }","duration":"191.548237ms","start":"2026-05-29T02:24:27.32431Z","end":"2026-05-29T02:24:27.515858Z","steps":["trace[244066740] 'process raft request' (duration: 189.881803ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:27.515986Z","caller":"traceutil/trace.go:171","msg":"trace[165166670] transaction","detail":"{read_only:false; response_revision:9232; number_of_response:1; }","duration":"191.647819ms","start":"2026-05-29T02:24:27.324292Z","end":"2026-05-29T02:24:27.51594Z","steps":["trace[165166670] 'process raft request' (duration: 191.505334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:27.516055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.171571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-05-29T02:24:27.516111Z","caller":"traceutil/trace.go:171","msg":"trace[827927079] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9232; }","duration":"160.272143ms","start":"2026-05-29T02:24:27.355826Z","end":"2026-05-29T02:24:27.516098Z","steps":["trace[827927079] 'agreement among raft nodes before linearized reading' (duration: 160.11791ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:27.515896Z","caller":"traceutil/trace.go:171","msg":"trace[848556064] linearizableReadLoop","detail":"{readStateIndex:9570; appliedIndex:9568; }","duration":"160.006557ms","start":"2026-05-29T02:24:27.355866Z","end":"2026-05-29T02:24:27.515872Z","steps":["trace[848556064] 'read index received' (duration: 158.318912ms)","trace[848556064] 'applied index is now lower than readState.Index' (duration: 1.686605ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:24:27.516257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.386132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:27.516393Z","caller":"traceutil/trace.go:171","msg":"trace[369993002] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9232; }","duration":"156.465943ms","start":"2026-05-29T02:24:27.359832Z","end":"2026-05-29T02:24:27.516298Z","steps":["trace[369993002] 'agreement among raft nodes before linearized reading' (duration: 156.381071ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:31.061919Z","caller":"traceutil/trace.go:171","msg":"trace[1322516269] linearizableReadLoop","detail":"{readStateIndex:9597; appliedIndex:9596; }","duration":"143.893928ms","start":"2026-05-29T02:24:30.918001Z","end":"2026-05-29T02:24:31.061895Z","steps":["trace[1322516269] 'read index received' (duration: 143.722583ms)","trace[1322516269] 'applied index is now lower than readState.Index' (duration: 167.635µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:24:31.062082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.077673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:24:31.062139Z","caller":"traceutil/trace.go:171","msg":"trace[722417604] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:9258; }","duration":"144.174746ms","start":"2026-05-29T02:24:30.917953Z","end":"2026-05-29T02:24:31.062127Z","steps":["trace[722417604] 'agreement among raft nodes before linearized reading' (duration: 144.025392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:05.021771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.459833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-29T02:25:05.021846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.258741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:25:05.021874Z","caller":"traceutil/trace.go:171","msg":"trace[1080188338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9600; }","duration":"109.609796ms","start":"2026-05-29T02:25:04.912245Z","end":"2026-05-29T02:25:05.021855Z","steps":["trace[1080188338] 'range keys from in-memory index tree' (duration: 109.216127ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:05.021905Z","caller":"traceutil/trace.go:171","msg":"trace[206272346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9600; }","duration":"143.356583ms","start":"2026-05-29T02:25:04.878531Z","end":"2026-05-29T02:25:05.021888Z","steps":["trace[206272346] 'range keys from in-memory index tree' (duration: 143.133367ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:09.072203Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-29T02:25:09.078207Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-29T02:25:09.078316Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-29T02:25:18.3367Z","caller":"traceutil/trace.go:171","msg":"trace[1833509818] linearizableReadLoop","detail":"{readStateIndex:10052; appliedIndex:10051; }","duration":"351.829642ms","start":"2026-05-29T02:25:17.984842Z","end":"2026-05-29T02:25:18.336671Z","steps":["trace[1833509818] 'read index received' (duration: 351.566376ms)","trace[1833509818] 'applied index is now lower than readState.Index' (duration: 261.686µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:25:18.336781Z","caller":"traceutil/trace.go:171","msg":"trace[1116742873] transaction","detail":"{read_only:false; response_revision:9702; number_of_response:1; }","duration":"354.551871ms","start":"2026-05-29T02:25:17.982194Z","end":"2026-05-29T02:25:18.336746Z","steps":["trace[1116742873] 'process raft request' (duration: 354.297105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:18.336937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:17.982168Z","time spent":"354.680094ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:25:18.336961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.105895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:25:18.337016Z","caller":"traceutil/trace.go:171","msg":"trace[1088139156] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9702; }","duration":"273.202317ms","start":"2026-05-29T02:25:18.063796Z","end":"2026-05-29T02:25:18.336998Z","steps":["trace[1088139156] 'agreement among raft nodes before linearized reading' (duration: 273.115715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:18.337037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.11214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:25:18.336946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.096228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:25:18.337093Z","caller":"traceutil/trace.go:171","msg":"trace[1773009677] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9702; }","duration":"216.203963ms","start":"2026-05-29T02:25:18.120875Z","end":"2026-05-29T02:25:18.337079Z","steps":["trace[1773009677] 'agreement among raft nodes before linearized reading' (duration: 216.11243ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:18.337151Z","caller":"traceutil/trace.go:171","msg":"trace[681145422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9702; }","duration":"352.313154ms","start":"2026-05-29T02:25:17.984784Z","end":"2026-05-29T02:25:18.337098Z","steps":["trace[681145422] 'agreement among raft nodes before linearized reading' (duration: 352.035237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:18.337316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:17.984764Z","time spent":"352.493109ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:26:08.626553Z","caller":"traceutil/trace.go:171","msg":"trace[1320955441] transaction","detail":"{read_only:false; response_revision:10055; number_of_response:1; }","duration":"121.269737ms","start":"2026-05-29T02:26:08.505256Z","end":"2026-05-29T02:26:08.626525Z","steps":["trace[1320955441] 'process raft request' (duration: 121.047062ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:26:41.23633Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8054} {"level":"info","ts":"2026-05-29T02:26:41.298478Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8054,"took":"59.973942ms","hash":3938418936,"current-db-size-bytes":57655296,"current-db-size":"58 MB","current-db-size-in-use-bytes":28729344,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-29T02:26:41.298531Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3938418936,"revision":8054,"compact-revision":5980} {"level":"info","ts":"2026-05-29T02:28:32.479989Z","caller":"traceutil/trace.go:171","msg":"trace[1378435105] transaction","detail":"{read_only:false; response_revision:10919; number_of_response:1; }","duration":"131.13154ms","start":"2026-05-29T02:28:32.34883Z","end":"2026-05-29T02:28:32.479962Z","steps":["trace[1378435105] 'process raft request' (duration: 130.998667ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:36.333055Z","caller":"traceutil/trace.go:171","msg":"trace[318776264] transaction","detail":"{read_only:false; response_revision:10936; number_of_response:1; }","duration":"224.899612ms","start":"2026-05-29T02:28:36.108124Z","end":"2026-05-29T02:28:36.333023Z","steps":["trace[318776264] 'process raft request' (duration: 224.701907ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:36.336284Z","caller":"traceutil/trace.go:171","msg":"trace[1484280056] transaction","detail":"{read_only:false; response_revision:10938; number_of_response:1; }","duration":"224.371468ms","start":"2026-05-29T02:28:36.111885Z","end":"2026-05-29T02:28:36.336257Z","steps":["trace[1484280056] 'process raft request' (duration: 224.273435ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:36.336318Z","caller":"traceutil/trace.go:171","msg":"trace[1314139843] transaction","detail":"{read_only:false; response_revision:10937; number_of_response:1; }","duration":"227.072158ms","start":"2026-05-29T02:28:36.109206Z","end":"2026-05-29T02:28:36.336279Z","steps":["trace[1314139843] 'process raft request' (duration: 226.74988ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:36.336845Z","caller":"traceutil/trace.go:171","msg":"trace[768826492] transaction","detail":"{read_only:false; response_revision:10939; number_of_response:1; }","duration":"141.758326ms","start":"2026-05-29T02:28:36.195073Z","end":"2026-05-29T02:28:36.336831Z","steps":["trace[768826492] 'process raft request' (duration: 141.137729ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:38.641192Z","caller":"traceutil/trace.go:171","msg":"trace[653170890] transaction","detail":"{read_only:false; response_revision:10945; number_of_response:1; }","duration":"298.677346ms","start":"2026-05-29T02:28:38.342485Z","end":"2026-05-29T02:28:38.641162Z","steps":["trace[653170890] 'process raft request' (duration: 298.523992ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:38.641922Z","caller":"traceutil/trace.go:171","msg":"trace[514668365] linearizableReadLoop","detail":"{readStateIndex:11346; appliedIndex:11342; }","duration":"140.71264ms","start":"2026-05-29T02:28:38.501191Z","end":"2026-05-29T02:28:38.641904Z","steps":["trace[514668365] 'read index received' (duration: 139.810015ms)","trace[514668365] 'applied index is now lower than readState.Index' (duration: 902.015µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:38.641985Z","caller":"traceutil/trace.go:171","msg":"trace[706126047] transaction","detail":"{read_only:false; response_revision:10946; number_of_response:1; }","duration":"299.363274ms","start":"2026-05-29T02:28:38.342601Z","end":"2026-05-29T02:28:38.641964Z","steps":["trace[706126047] 'process raft request' (duration: 299.132767ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:38.642102Z","caller":"traceutil/trace.go:171","msg":"trace[519632710] transaction","detail":"{read_only:false; response_revision:10947; number_of_response:1; }","duration":"297.940787ms","start":"2026-05-29T02:28:38.344137Z","end":"2026-05-29T02:28:38.642077Z","steps":["trace[519632710] 'process raft request' (duration: 297.704221ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:38.642172Z","caller":"traceutil/trace.go:171","msg":"trace[1201228598] transaction","detail":"{read_only:false; response_revision:10948; number_of_response:1; }","duration":"296.485709ms","start":"2026-05-29T02:28:38.345663Z","end":"2026-05-29T02:28:38.642149Z","steps":["trace[1201228598] 'process raft request' (duration: 296.209002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:38.642127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.921074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:28:38.642341Z","caller":"traceutil/trace.go:171","msg":"trace[1375539865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10948; }","duration":"141.179791ms","start":"2026-05-29T02:28:38.501149Z","end":"2026-05-29T02:28:38.642328Z","steps":["trace[1375539865] 'agreement among raft nodes before linearized reading' (duration: 140.824542ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:29:26.535976Z","caller":"traceutil/trace.go:171","msg":"trace[1802553274] linearizableReadLoop","detail":"{readStateIndex:11708; appliedIndex:11706; }","duration":"138.734869ms","start":"2026-05-29T02:29:26.397218Z","end":"2026-05-29T02:29:26.535952Z","steps":["trace[1802553274] 'read index received' (duration: 49.044592ms)","trace[1802553274] 'applied index is now lower than readState.Index' (duration: 89.689017ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:29:26.536281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.047936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:29:26.536407Z","caller":"traceutil/trace.go:171","msg":"trace[2057531808] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:11297; }","duration":"139.142939ms","start":"2026-05-29T02:29:26.39717Z","end":"2026-05-29T02:29:26.536313Z","steps":["trace[2057531808] 'agreement among raft nodes before linearized reading' (duration: 138.877282ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:29:26.536877Z","caller":"traceutil/trace.go:171","msg":"trace[573748637] transaction","detail":"{read_only:false; response_revision:11297; number_of_response:1; }","duration":"151.55134ms","start":"2026-05-29T02:29:26.385311Z","end":"2026-05-29T02:29:26.536862Z","steps":["trace[573748637] 'process raft request' (duration: 150.431321ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:30:35.6545Z","caller":"traceutil/trace.go:171","msg":"trace[1913010152] transaction","detail":"{read_only:false; response_revision:12014; number_of_response:1; }","duration":"110.427189ms","start":"2026-05-29T02:30:35.544048Z","end":"2026-05-29T02:30:35.654475Z","steps":["trace[1913010152] 'process raft request' (duration: 110.254245ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:30:54.257945Z","caller":"traceutil/trace.go:171","msg":"trace[259596083] linearizableReadLoop","detail":"{readStateIndex:12551; appliedIndex:12550; }","duration":"202.423817ms","start":"2026-05-29T02:30:54.055494Z","end":"2026-05-29T02:30:54.257918Z","steps":["trace[259596083] 'read index received' (duration: 202.122949ms)","trace[259596083] 'applied index is now lower than readState.Index' (duration: 299.778µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:30:54.258122Z","caller":"traceutil/trace.go:171","msg":"trace[811658723] transaction","detail":"{read_only:false; response_revision:12119; number_of_response:1; }","duration":"312.719783ms","start":"2026-05-29T02:30:53.945247Z","end":"2026-05-29T02:30:54.257967Z","steps":["trace[811658723] 'process raft request' (duration: 312.464165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:30:54.258332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.832788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:30:54.258379Z","caller":"traceutil/trace.go:171","msg":"trace[1631962331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12119; }","duration":"202.943841ms","start":"2026-05-29T02:30:54.055424Z","end":"2026-05-29T02:30:54.258368Z","steps":["trace[1631962331] 'agreement among raft nodes before linearized reading' (duration: 202.597732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:30:54.258349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:30:53.945229Z","time spent":"313.020101ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:31:41.243674Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10271} {"level":"info","ts":"2026-05-29T02:31:41.553618Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10271,"took":"307.651421ms","hash":1043261090,"current-db-size-bytes":57655296,"current-db-size":"58 MB","current-db-size-in-use-bytes":25198592,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-05-29T02:31:41.553738Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1043261090,"revision":10271,"compact-revision":8054} {"level":"info","ts":"2026-05-29T02:31:42.057915Z","caller":"traceutil/trace.go:171","msg":"trace[955361585] transaction","detail":"{read_only:false; response_revision:12453; number_of_response:1; }","duration":"149.424691ms","start":"2026-05-29T02:31:41.908441Z","end":"2026-05-29T02:31:42.057866Z","steps":["trace[955361585] 'process raft request' (duration: 120.413297ms)","trace[955361585] 'compare' (duration: 28.538392ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:31:48.591516Z","caller":"traceutil/trace.go:171","msg":"trace[1973553722] linearizableReadLoop","detail":"{readStateIndex:12947; appliedIndex:12946; }","duration":"148.332933ms","start":"2026-05-29T02:31:48.443164Z","end":"2026-05-29T02:31:48.591497Z","steps":["trace[1973553722] 'read index received' (duration: 148.173219ms)","trace[1973553722] 'applied index is now lower than readState.Index' (duration: 159.194µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:31:48.59159Z","caller":"traceutil/trace.go:171","msg":"trace[297718462] transaction","detail":"{read_only:false; response_revision:12501; number_of_response:1; }","duration":"148.452596ms","start":"2026-05-29T02:31:48.443101Z","end":"2026-05-29T02:31:48.591553Z","steps":["trace[297718462] 'process raft request' (duration: 148.288722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:48.591631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.445066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:31:48.591662Z","caller":"traceutil/trace.go:171","msg":"trace[1151555849] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:12501; }","duration":"148.495307ms","start":"2026-05-29T02:31:48.443159Z","end":"2026-05-29T02:31:48.591655Z","steps":["trace[1151555849] 'agreement among raft nodes before linearized reading' (duration: 148.426745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:48.84635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.635634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:31:48.846458Z","caller":"traceutil/trace.go:171","msg":"trace[2014345259] linearizableReadLoop","detail":"{readStateIndex:12948; appliedIndex:12947; }","duration":"241.676767ms","start":"2026-05-29T02:31:48.604766Z","end":"2026-05-29T02:31:48.846443Z","steps":["trace[2014345259] 'read index received' (duration: 135.8846ms)","trace[2014345259] 'applied index is now lower than readState.Index' (duration: 105.790457ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:31:48.846542Z","caller":"traceutil/trace.go:171","msg":"trace[1908012186] transaction","detail":"{read_only:false; response_revision:12502; number_of_response:1; }","duration":"251.955525ms","start":"2026-05-29T02:31:48.594578Z","end":"2026-05-29T02:31:48.846533Z","steps":["trace[1908012186] 'process raft request' (duration: 146.051434ms)","trace[1908012186] 'compare' (duration: 105.390647ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:31:48.84672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.354067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:31:48.846793Z","caller":"traceutil/trace.go:171","msg":"trace[472649716] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12502; }","duration":"197.47513ms","start":"2026-05-29T02:31:48.649299Z","end":"2026-05-29T02:31:48.846774Z","steps":["trace[472649716] 'agreement among raft nodes before linearized reading' (duration: 197.265114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:48.846857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.102467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:31:48.846893Z","caller":"traceutil/trace.go:171","msg":"trace[1312231130] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:12502; }","duration":"242.15322ms","start":"2026-05-29T02:31:48.604729Z","end":"2026-05-29T02:31:48.846882Z","steps":["trace[1312231130] 'agreement among raft nodes before linearized reading' (duration: 242.087368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:49.073857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.679577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:31:49.073967Z","caller":"traceutil/trace.go:171","msg":"trace[187777888] linearizableReadLoop","detail":"{readStateIndex:12949; appliedIndex:12948; }","duration":"142.253975ms","start":"2026-05-29T02:31:48.931692Z","end":"2026-05-29T02:31:49.073946Z","steps":["trace[187777888] 'read index received' (duration: 14.347142ms)","trace[187777888] 'applied index is now lower than readState.Index' (duration: 127.905253ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:31:49.074022Z","caller":"traceutil/trace.go:171","msg":"trace[1062620943] transaction","detail":"{read_only:false; response_revision:12503; number_of_response:1; }","duration":"145.946142ms","start":"2026-05-29T02:31:48.928047Z","end":"2026-05-29T02:31:49.073993Z","steps":["trace[1062620943] 'process raft request' (duration: 18.040979ms)","trace[1062620943] 'compare' (duration: 127.43132ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:31:49.07419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.501531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-29T02:31:49.074244Z","caller":"traceutil/trace.go:171","msg":"trace[875250972] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12503; }","duration":"142.575033ms","start":"2026-05-29T02:31:48.931653Z","end":"2026-05-29T02:31:49.074228Z","steps":["trace[875250972] 'agreement among raft nodes before linearized reading' (duration: 142.402108ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:49.272444Z","caller":"traceutil/trace.go:171","msg":"trace[1590456606] transaction","detail":"{read_only:false; response_revision:12504; number_of_response:1; }","duration":"177.246943ms","start":"2026-05-29T02:31:49.095161Z","end":"2026-05-29T02:31:49.272408Z","steps":["trace[1590456606] 'process raft request' (duration: 107.526323ms)","trace[1590456606] 'compare' (duration: 69.516905ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:31:49.6055Z","caller":"traceutil/trace.go:171","msg":"trace[1978710180] transaction","detail":"{read_only:false; response_revision:12506; number_of_response:1; }","duration":"108.321784ms","start":"2026-05-29T02:31:49.497152Z","end":"2026-05-29T02:31:49.605473Z","steps":["trace[1978710180] 'process raft request' (duration: 108.13674ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:49.713801Z","caller":"traceutil/trace.go:171","msg":"trace[1181833457] transaction","detail":"{read_only:false; response_revision:12507; number_of_response:1; }","duration":"206.709019ms","start":"2026-05-29T02:31:49.50706Z","end":"2026-05-29T02:31:49.713769Z","steps":["trace[1181833457] 'process raft request' (duration: 205.646141ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:50.011601Z","caller":"traceutil/trace.go:171","msg":"trace[536950463] linearizableReadLoop","detail":"{readStateIndex:12956; appliedIndex:12955; }","duration":"160.723424ms","start":"2026-05-29T02:31:49.850852Z","end":"2026-05-29T02:31:50.011575Z","steps":["trace[536950463] 'read index received' (duration: 156.404642ms)","trace[536950463] 'applied index is now lower than readState.Index' (duration: 4.317812ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:31:50.011644Z","caller":"traceutil/trace.go:171","msg":"trace[2126508693] transaction","detail":"{read_only:false; response_revision:12510; number_of_response:1; }","duration":"195.288742ms","start":"2026-05-29T02:31:49.81632Z","end":"2026-05-29T02:31:50.011609Z","steps":["trace[2126508693] 'process raft request' (duration: 190.924399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:50.011801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.927159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:31:50.011842Z","caller":"traceutil/trace.go:171","msg":"trace[1962565175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12510; }","duration":"161.037534ms","start":"2026-05-29T02:31:49.850793Z","end":"2026-05-29T02:31:50.01183Z","steps":["trace[1962565175] 'agreement among raft nodes before linearized reading' (duration: 160.881029ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:50.252569Z","caller":"traceutil/trace.go:171","msg":"trace[449106170] transaction","detail":"{read_only:false; response_revision:12511; number_of_response:1; }","duration":"345.598296ms","start":"2026-05-29T02:31:49.90694Z","end":"2026-05-29T02:31:50.252539Z","steps":["trace[449106170] 'process raft request' (duration: 280.450695ms)","trace[449106170] 'compare' (duration: 64.929886ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:31:50.252775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:49.906923Z","time spent":"345.763351ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:31:50.25294Z","caller":"traceutil/trace.go:171","msg":"trace[1634192154] transaction","detail":"{read_only:false; response_revision:12513; number_of_response:1; }","duration":"236.228737ms","start":"2026-05-29T02:31:50.016685Z","end":"2026-05-29T02:31:50.252914Z","steps":["trace[1634192154] 'process raft request' (duration: 236.103434ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:50.252992Z","caller":"traceutil/trace.go:171","msg":"trace[1751648452] linearizableReadLoop","detail":"{readStateIndex:12960; appliedIndex:12956; }","duration":"127.116702ms","start":"2026-05-29T02:31:50.12585Z","end":"2026-05-29T02:31:50.252967Z","steps":["trace[1751648452] 'read index received' (duration: 61.717104ms)","trace[1751648452] 'applied index is now lower than readState.Index' (duration: 65.398468ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:31:50.25311Z","caller":"traceutil/trace.go:171","msg":"trace[1856282585] transaction","detail":"{read_only:false; response_revision:12514; number_of_response:1; }","duration":"169.513833ms","start":"2026-05-29T02:31:50.083532Z","end":"2026-05-29T02:31:50.253046Z","steps":["trace[1856282585] 'process raft request' (duration: 169.339039ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:50.25322Z","caller":"traceutil/trace.go:171","msg":"trace[1678429952] transaction","detail":"{read_only:false; response_revision:12512; number_of_response:1; }","duration":"298.637736ms","start":"2026-05-29T02:31:49.954421Z","end":"2026-05-29T02:31:50.253059Z","steps":["trace[1678429952] 'process raft request' (duration: 298.064731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:50.253244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.387049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:31:50.253413Z","caller":"traceutil/trace.go:171","msg":"trace[1078967280] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:12514; }","duration":"127.601746ms","start":"2026-05-29T02:31:50.125794Z","end":"2026-05-29T02:31:50.253396Z","steps":["trace[1078967280] 'agreement among raft nodes before linearized reading' (duration: 127.256856ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:53.115952Z","caller":"traceutil/trace.go:171","msg":"trace[1174530072] transaction","detail":"{read_only:false; response_revision:12530; number_of_response:1; }","duration":"173.911356ms","start":"2026-05-29T02:31:52.942015Z","end":"2026-05-29T02:31:53.115926Z","steps":["trace[1174530072] 'process raft request' (duration: 173.741262ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:36:41.249972Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12446} {"level":"info","ts":"2026-05-29T02:36:41.325467Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12446,"took":"72.650626ms","hash":4278865526,"current-db-size-bytes":57655296,"current-db-size":"58 MB","current-db-size-in-use-bytes":27840512,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-29T02:36:41.325532Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4278865526,"revision":12446,"compact-revision":10271} {"level":"warn","ts":"2026-05-29T02:36:51.013678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.647435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:36:51.013761Z","caller":"traceutil/trace.go:171","msg":"trace[216281847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14541; }","duration":"200.747978ms","start":"2026-05-29T02:36:50.812995Z","end":"2026-05-29T02:36:51.013743Z","steps":["trace[216281847] 'count revisions from in-memory index tree' (duration: 200.574623ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:36:57.59037Z","caller":"traceutil/trace.go:171","msg":"trace[1256241977] transaction","detail":"{read_only:false; response_revision:14572; number_of_response:1; }","duration":"274.08778ms","start":"2026-05-29T02:36:57.316255Z","end":"2026-05-29T02:36:57.590343Z","steps":["trace[1256241977] 'process raft request' (duration: 273.913896ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:36:57.595523Z","caller":"traceutil/trace.go:171","msg":"trace[818760733] linearizableReadLoop","detail":"{readStateIndex:15096; appliedIndex:15094; }","duration":"269.05466ms","start":"2026-05-29T02:36:57.326445Z","end":"2026-05-29T02:36:57.595499Z","steps":["trace[818760733] 'read index received' (duration: 263.796803ms)","trace[818760733] 'applied index is now lower than readState.Index' (duration: 5.257097ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:36:57.595601Z","caller":"traceutil/trace.go:171","msg":"trace[796312963] transaction","detail":"{read_only:false; response_revision:14573; number_of_response:1; }","duration":"278.990968ms","start":"2026-05-29T02:36:57.316578Z","end":"2026-05-29T02:36:57.595569Z","steps":["trace[796312963] 'process raft request' (duration: 278.768701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:36:57.595786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.169631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:36:57.595805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.839726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:36:57.595845Z","caller":"traceutil/trace.go:171","msg":"trace[1977707499] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14573; }","duration":"176.248112ms","start":"2026-05-29T02:36:57.419585Z","end":"2026-05-29T02:36:57.595833Z","steps":["trace[1977707499] 'agreement among raft nodes before linearized reading' (duration: 176.13727ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:36:57.595854Z","caller":"traceutil/trace.go:171","msg":"trace[1688032272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14573; }","duration":"265.919199ms","start":"2026-05-29T02:36:57.329922Z","end":"2026-05-29T02:36:57.595842Z","steps":["trace[1688032272] 'agreement among raft nodes before linearized reading' (duration: 265.776505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:36:57.595909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.675875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:36:57.596164Z","caller":"traceutil/trace.go:171","msg":"trace[1930552830] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:14573; }","duration":"227.995104ms","start":"2026-05-29T02:36:57.368109Z","end":"2026-05-29T02:36:57.596104Z","steps":["trace[1930552830] 'agreement among raft nodes before linearized reading' (duration: 227.643885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:36:57.596289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.83002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:36:57.596378Z","caller":"traceutil/trace.go:171","msg":"trace[235793208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14573; }","duration":"269.907432ms","start":"2026-05-29T02:36:57.326438Z","end":"2026-05-29T02:36:57.596346Z","steps":["trace[235793208] 'agreement among raft nodes before linearized reading' (duration: 269.178563ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:16.973526Z","caller":"traceutil/trace.go:171","msg":"trace[2022056467] linearizableReadLoop","detail":"{readStateIndex:15205; appliedIndex:15204; }","duration":"206.096527ms","start":"2026-05-29T02:37:16.767405Z","end":"2026-05-29T02:37:16.973502Z","steps":["trace[2022056467] 'read index received' (duration: 206.007725ms)","trace[2022056467] 'applied index is now lower than readState.Index' (duration: 87.792µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:37:16.97365Z","caller":"traceutil/trace.go:171","msg":"trace[480002244] transaction","detail":"{read_only:false; response_revision:14678; number_of_response:1; }","duration":"241.613917ms","start":"2026-05-29T02:37:16.732026Z","end":"2026-05-29T02:37:16.97364Z","steps":["trace[480002244] 'process raft request' (duration: 241.297078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:16.973806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.389024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:37:16.973843Z","caller":"traceutil/trace.go:171","msg":"trace[1902706266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14678; }","duration":"206.465676ms","start":"2026-05-29T02:37:16.767368Z","end":"2026-05-29T02:37:16.973834Z","steps":["trace[1902706266] 'agreement among raft nodes before linearized reading' (duration: 206.396364ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:17.100775Z","caller":"traceutil/trace.go:171","msg":"trace[1096748983] transaction","detail":"{read_only:false; response_revision:14679; number_of_response:1; }","duration":"292.452166ms","start":"2026-05-29T02:37:16.808296Z","end":"2026-05-29T02:37:17.100748Z","steps":["trace[1096748983] 'process raft request' (duration: 290.505406ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:17.10078Z","caller":"traceutil/trace.go:171","msg":"trace[1389565991] linearizableReadLoop","detail":"{readStateIndex:15206; appliedIndex:15205; }","duration":"127.128178ms","start":"2026-05-29T02:37:16.973608Z","end":"2026-05-29T02:37:17.100736Z","steps":["trace[1389565991] 'read index received' (duration: 125.197638ms)","trace[1389565991] 'applied index is now lower than readState.Index' (duration: 1.929419ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:37:17.100965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.659054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:37:17.100975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.928457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:37:17.101008Z","caller":"traceutil/trace.go:171","msg":"trace[1354182226] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:14679; }","duration":"235.760426ms","start":"2026-05-29T02:37:16.865237Z","end":"2026-05-29T02:37:17.100998Z","steps":["trace[1354182226] 'agreement among raft nodes before linearized reading' (duration: 235.591682ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:17.101023Z","caller":"traceutil/trace.go:171","msg":"trace[1832820346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14679; }","duration":"126.006868ms","start":"2026-05-29T02:37:16.975003Z","end":"2026-05-29T02:37:17.10101Z","steps":["trace[1832820346] 'agreement among raft nodes before linearized reading' (duration: 125.917996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:33.967783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.020141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:37:33.967862Z","caller":"traceutil/trace.go:171","msg":"trace[322049875] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:14777; }","duration":"749.159794ms","start":"2026-05-29T02:37:33.218684Z","end":"2026-05-29T02:37:33.967844Z","steps":["trace[322049875] 'range keys from in-memory index tree' (duration: 748.798265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:33.967899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:33.218655Z","time spent":"749.234596ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-vs5ss\" "} {"level":"warn","ts":"2026-05-29T02:37:34.259577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155638862,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:37:34.384134Z","caller":"traceutil/trace.go:171","msg":"trace[1618504459] transaction","detail":"{read_only:false; response_revision:14778; number_of_response:1; }","duration":"669.56888ms","start":"2026-05-29T02:37:33.714535Z","end":"2026-05-29T02:37:34.384104Z","steps":["trace[1618504459] 'process raft request' (duration: 669.311723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:34.3843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:33.714505Z","time spent":"669.711143ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:37:34.39721Z","caller":"traceutil/trace.go:171","msg":"trace[1428281139] linearizableReadLoop","detail":"{readStateIndex:15313; appliedIndex:15310; }","duration":"638.246116ms","start":"2026-05-29T02:37:33.75893Z","end":"2026-05-29T02:37:34.397176Z","steps":["trace[1428281139] 'read index received' (duration: 624.931151ms)","trace[1428281139] 'applied index is now lower than readState.Index' (duration: 13.313875ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:37:34.397303Z","caller":"traceutil/trace.go:171","msg":"trace[1251787773] transaction","detail":"{read_only:false; response_revision:14779; number_of_response:1; }","duration":"681.503479ms","start":"2026-05-29T02:37:33.71576Z","end":"2026-05-29T02:37:34.397264Z","steps":["trace[1251787773] 'process raft request' (duration: 681.224412ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:34.397322Z","caller":"traceutil/trace.go:171","msg":"trace[899619928] transaction","detail":"{read_only:false; response_revision:14780; number_of_response:1; }","duration":"525.948104ms","start":"2026-05-29T02:37:33.871342Z","end":"2026-05-29T02:37:34.39729Z","steps":["trace[899619928] 'process raft request' (duration: 525.79043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:34.397484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:33.715747Z","time spent":"681.646763ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:37:34.397503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.560825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:37:34.397543Z","caller":"traceutil/trace.go:171","msg":"trace[853276671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14780; }","duration":"638.617947ms","start":"2026-05-29T02:37:33.758913Z","end":"2026-05-29T02:37:34.397531Z","steps":["trace[853276671] 'agreement among raft nodes before linearized reading' (duration: 638.420502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:34.397578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:33.758855Z","time spent":"638.714529ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:37:34.397669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.926909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-29T02:37:34.397729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.283084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:37:34.397711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.66894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:37:34.397693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:33.871319Z","time spent":"526.083258ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:37:34.397804Z","caller":"traceutil/trace.go:171","msg":"trace[2036148043] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14780; }","duration":"598.786043ms","start":"2026-05-29T02:37:33.798992Z","end":"2026-05-29T02:37:34.397778Z","steps":["trace[2036148043] 'agreement among raft nodes before linearized reading' (duration: 598.588958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:34.397811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.350502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-29T02:37:34.397856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:33.798933Z","time spent":"598.911336ms","remote":"127.0.0.1:43054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:37:34.39785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.951835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:37:34.397887Z","caller":"traceutil/trace.go:171","msg":"trace[120752787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14780; }","duration":"630.457065ms","start":"2026-05-29T02:37:33.767402Z","end":"2026-05-29T02:37:34.39786Z","steps":["trace[120752787] 'agreement among raft nodes before linearized reading' (duration: 630.25096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:34.39784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.729423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:37:34.39777Z","caller":"traceutil/trace.go:171","msg":"trace[640164437] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:14780; }","duration":"390.335055ms","start":"2026-05-29T02:37:34.007422Z","end":"2026-05-29T02:37:34.397757Z","steps":["trace[640164437] 'agreement among raft nodes before linearized reading' (duration: 390.275804ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:34.397915Z","caller":"traceutil/trace.go:171","msg":"trace[1801009284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14780; }","duration":"501.063538ms","start":"2026-05-29T02:37:33.896838Z","end":"2026-05-29T02:37:34.397902Z","steps":["trace[1801009284] 'agreement among raft nodes before linearized reading' (duration: 500.852053ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:34.397794Z","caller":"traceutil/trace.go:171","msg":"trace[2120967221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14780; }","duration":"638.039332ms","start":"2026-05-29T02:37:33.7597Z","end":"2026-05-29T02:37:34.397739Z","steps":["trace[2120967221] 'agreement among raft nodes before linearized reading' (duration: 637.743695ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:34.397955Z","caller":"traceutil/trace.go:171","msg":"trace[748755812] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:14780; }","duration":"413.887257ms","start":"2026-05-29T02:37:33.984048Z","end":"2026-05-29T02:37:34.397935Z","steps":["trace[748755812] 'agreement among raft nodes before linearized reading' (duration: 413.694472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:34.398014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:33.984028Z","time spent":"413.977218ms","remote":"127.0.0.1:34356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-05-29T02:37:34.397945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:33.76738Z","time spent":"630.552287ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:37:34.397957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:33.89682Z","time spent":"501.130109ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:37:34.397955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:34.007416Z","time spent":"390.52854ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:37:34.398169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:33.759689Z","time spent":"638.417012ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:37:34.398342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.176324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595381"} {"level":"info","ts":"2026-05-29T02:37:34.398396Z","caller":"traceutil/trace.go:171","msg":"trace[1199641681] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:14780; }","duration":"424.286737ms","start":"2026-05-29T02:37:33.974097Z","end":"2026-05-29T02:37:34.398383Z","steps":["trace[1199641681] 'agreement among raft nodes before linearized reading' (duration: 423.452045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:34.398431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:33.974069Z","time spent":"424.351429ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":595403,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:37:43.714338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155639234,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:37:44.036108Z","caller":"traceutil/trace.go:171","msg":"trace[24600484] transaction","detail":"{read_only:false; response_revision:14947; number_of_response:1; }","duration":"885.546822ms","start":"2026-05-29T02:37:43.150525Z","end":"2026-05-29T02:37:44.036072Z","steps":["trace[24600484] 'process raft request' (duration: 885.341217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:44.036243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:43.150504Z","time spent":"885.676465ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:37:44.036335Z","caller":"traceutil/trace.go:171","msg":"trace[381635744] transaction","detail":"{read_only:false; response_revision:14948; number_of_response:1; }","duration":"885.105332ms","start":"2026-05-29T02:37:43.151208Z","end":"2026-05-29T02:37:44.036313Z","steps":["trace[381635744] 'process raft request' (duration: 884.871835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:44.03723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:43.151183Z","time spent":"885.294406ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:37:44.049941Z","caller":"traceutil/trace.go:171","msg":"trace[1206799498] linearizableReadLoop","detail":"{readStateIndex:15485; appliedIndex:15482; }","duration":"836.330026ms","start":"2026-05-29T02:37:43.213572Z","end":"2026-05-29T02:37:44.049902Z","steps":["trace[1206799498] 'read index received' (duration: 822.291202ms)","trace[1206799498] 'applied index is now lower than readState.Index' (duration: 14.037794ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:37:44.049958Z","caller":"traceutil/trace.go:171","msg":"trace[836238674] transaction","detail":"{read_only:false; response_revision:14949; number_of_response:1; }","duration":"866.120229ms","start":"2026-05-29T02:37:43.183814Z","end":"2026-05-29T02:37:44.049934Z","steps":["trace[836238674] 'process raft request' (duration: 865.968035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:44.050061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:43.183784Z","time spent":"866.225111ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:37:44.050097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.52584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4b7a0af-6c20-4665-b900-ec938740a945\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-05-29T02:37:44.050117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.500298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-qqv4l.18b3e8d10306039b\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-05-29T02:37:44.050132Z","caller":"traceutil/trace.go:171","msg":"trace[1253706781] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4b7a0af-6c20-4665-b900-ec938740a945; range_end:; response_count:1; response_revision:14949; }","duration":"836.602342ms","start":"2026-05-29T02:37:43.213521Z","end":"2026-05-29T02:37:44.050123Z","steps":["trace[1253706781] 'agreement among raft nodes before linearized reading' (duration: 836.485189ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:44.050149Z","caller":"traceutil/trace.go:171","msg":"trace[867096729] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-qqv4l.18b3e8d10306039b; range_end:; response_count:1; response_revision:14949; }","duration":"378.57288ms","start":"2026-05-29T02:37:43.671564Z","end":"2026-05-29T02:37:44.050137Z","steps":["trace[867096729] 'agreement among raft nodes before linearized reading' (duration: 378.455127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:44.050153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:43.213504Z","time spent":"836.644224ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4b7a0af-6c20-4665-b900-ec938740a945\" "} {"level":"warn","ts":"2026-05-29T02:37:44.050176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:43.671553Z","time spent":"378.61805ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/ovn-controller-default-qqv4l.18b3e8d10306039b\" "} {"level":"warn","ts":"2026-05-29T02:37:44.050274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.387881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:37:44.050394Z","caller":"traceutil/trace.go:171","msg":"trace[1155797862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14949; }","duration":"283.569246ms","start":"2026-05-29T02:37:43.766792Z","end":"2026-05-29T02:37:44.050361Z","steps":["trace[1155797862] 'agreement among raft nodes before linearized reading' (duration: 283.295058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:44.050877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.881735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:37:44.051005Z","caller":"traceutil/trace.go:171","msg":"trace[883034521] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14949; }","duration":"370.04315ms","start":"2026-05-29T02:37:43.680918Z","end":"2026-05-29T02:37:44.050961Z","steps":["trace[883034521] 'agreement among raft nodes before linearized reading' (duration: 369.186457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:44.051065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:43.6809Z","time spent":"370.152722ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1468,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:37:44.2439Z","caller":"traceutil/trace.go:171","msg":"trace[1682548130] transaction","detail":"{read_only:false; response_revision:14950; number_of_response:1; }","duration":"192.084373ms","start":"2026-05-29T02:37:44.051789Z","end":"2026-05-29T02:37:44.243873Z","steps":["trace[1682548130] 'process raft request' (duration: 191.880988ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:44.246652Z","caller":"traceutil/trace.go:171","msg":"trace[1064348416] linearizableReadLoop","detail":"{readStateIndex:15487; appliedIndex:15485; }","duration":"160.482983ms","start":"2026-05-29T02:37:44.086118Z","end":"2026-05-29T02:37:44.246601Z","steps":["trace[1064348416] 'read index received' (duration: 157.504235ms)","trace[1064348416] 'applied index is now lower than readState.Index' (duration: 2.977958ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:37:44.246791Z","caller":"traceutil/trace.go:171","msg":"trace[1957718762] transaction","detail":"{read_only:false; response_revision:14951; number_of_response:1; }","duration":"189.039634ms","start":"2026-05-29T02:37:44.057693Z","end":"2026-05-29T02:37:44.246732Z","steps":["trace[1957718762] 'process raft request' (duration: 188.729926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:44.24691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.759989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4b7a0af-6c20-4665-b900-ec938740a945\" ","response":"range_response_count:1 size:3727"} {"level":"info","ts":"2026-05-29T02:37:44.24696Z","caller":"traceutil/trace.go:171","msg":"trace[923196775] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4b7a0af-6c20-4665-b900-ec938740a945; range_end:; response_count:1; response_revision:14951; }","duration":"160.867162ms","start":"2026-05-29T02:37:44.086079Z","end":"2026-05-29T02:37:44.246946Z","steps":["trace[923196775] 'agreement among raft nodes before linearized reading' (duration: 160.77695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:44.246993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.859302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e868ac16-846b-4261-80dc-23ba6a01645b\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-05-29T02:37:44.247027Z","caller":"traceutil/trace.go:171","msg":"trace[1313875505] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e868ac16-846b-4261-80dc-23ba6a01645b; range_end:; response_count:1; response_revision:14951; }","duration":"160.956836ms","start":"2026-05-29T02:37:44.086059Z","end":"2026-05-29T02:37:44.247016Z","steps":["trace[1313875505] 'agreement among raft nodes before linearized reading' (duration: 160.715569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:46.043737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.873594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:37:46.04379Z","caller":"traceutil/trace.go:171","msg":"trace[198050613] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14967; }","duration":"140.966396ms","start":"2026-05-29T02:37:45.902812Z","end":"2026-05-29T02:37:46.043778Z","steps":["trace[198050613] 'range keys from in-memory index tree' (duration: 140.805633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:02.935232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.027518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:38:02.935477Z","caller":"traceutil/trace.go:171","msg":"trace[2068269981] linearizableReadLoop","detail":"{readStateIndex:15826; appliedIndex:15822; }","duration":"331.404118ms","start":"2026-05-29T02:38:02.604058Z","end":"2026-05-29T02:38:02.935463Z","steps":["trace[2068269981] 'read index received' (duration: 15.703748ms)","trace[2068269981] 'applied index is now lower than readState.Index' (duration: 315.6996ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:38:02.935476Z","caller":"traceutil/trace.go:171","msg":"trace[1122254925] transaction","detail":"{read_only:false; response_revision:15275; number_of_response:1; }","duration":"333.564084ms","start":"2026-05-29T02:38:02.601867Z","end":"2026-05-29T02:38:02.935431Z","steps":["trace[1122254925] 'process raft request' (duration: 54.242338ms)","trace[1122254925] 'compare' (duration: 278.389831ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:38:02.935577Z","caller":"traceutil/trace.go:171","msg":"trace[1212834611] transaction","detail":"{read_only:false; response_revision:15277; number_of_response:1; }","duration":"330.269198ms","start":"2026-05-29T02:38:02.60528Z","end":"2026-05-29T02:38:02.935549Z","steps":["trace[1212834611] 'process raft request' (duration: 330.134965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:02.935652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.587112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5ff08535-d379-4f98-b225-567c61be83f0\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-05-29T02:38:02.935581Z","caller":"traceutil/trace.go:171","msg":"trace[411231519] transaction","detail":"{read_only:false; response_revision:15276; number_of_response:1; }","duration":"333.343547ms","start":"2026-05-29T02:38:02.602173Z","end":"2026-05-29T02:38:02.935517Z","steps":["trace[411231519] 'process raft request' (duration: 333.158123ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:02.935681Z","caller":"traceutil/trace.go:171","msg":"trace[978896104] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5ff08535-d379-4f98-b225-567c61be83f0; range_end:; response_count:1; response_revision:15277; }","duration":"331.627213ms","start":"2026-05-29T02:38:02.604047Z","end":"2026-05-29T02:38:02.935674Z","steps":["trace[978896104] 'agreement among raft nodes before linearized reading' (duration: 331.49847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:02.935704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:02.604041Z","time spent":"331.657274ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1337,"request content":"key:\"/registry/persistentvolumes/pvc-5ff08535-d379-4f98-b225-567c61be83f0\" "} {"level":"warn","ts":"2026-05-29T02:38:02.935756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.197502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-29T02:38:02.935767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:02.601859Z","time spent":"333.746988ms","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:38:02.93577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:02.605275Z","time spent":"330.406831ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:38:02.935902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.120739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-29T02:38:02.935903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.304336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:38:02.935897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.098584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:38:02.935934Z","caller":"traceutil/trace.go:171","msg":"trace[880472468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15277; }","duration":"321.193021ms","start":"2026-05-29T02:38:02.614733Z","end":"2026-05-29T02:38:02.935926Z","steps":["trace[880472468] 'agreement among raft nodes before linearized reading' (duration: 321.115039ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:02.935941Z","caller":"traceutil/trace.go:171","msg":"trace[1439683724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15277; }","duration":"168.368767ms","start":"2026-05-29T02:38:02.767562Z","end":"2026-05-29T02:38:02.935931Z","steps":["trace[1439683724] 'agreement among raft nodes before linearized reading' (duration: 168.317186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:02.935847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.23917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:38:02.935959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:02.61471Z","time spent":"321.243563ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:38:02.935969Z","caller":"traceutil/trace.go:171","msg":"trace[814218507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15277; }","duration":"320.170816ms","start":"2026-05-29T02:38:02.615777Z","end":"2026-05-29T02:38:02.935948Z","steps":["trace[814218507] 'agreement among raft nodes before linearized reading' (duration: 319.967281ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:02.935813Z","caller":"traceutil/trace.go:171","msg":"trace[2051184204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15277; }","duration":"326.273664ms","start":"2026-05-29T02:38:02.609522Z","end":"2026-05-29T02:38:02.935796Z","steps":["trace[2051184204] 'agreement among raft nodes before linearized reading' (duration: 326.072369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:02.935806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:02.602149Z","time spent":"333.556573ms","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:38:02.936019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:02.615772Z","time spent":"320.234428ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:38:02.936012Z","caller":"traceutil/trace.go:171","msg":"trace[337746811] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:15277; }","duration":"238.427726ms","start":"2026-05-29T02:38:02.697565Z","end":"2026-05-29T02:38:02.935993Z","steps":["trace[337746811] 'agreement among raft nodes before linearized reading' (duration: 238.094167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:02.936098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:02.609514Z","time spent":"326.510951ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T02:38:31.306521Z","caller":"traceutil/trace.go:171","msg":"trace[1998947277] linearizableReadLoop","detail":"{readStateIndex:15999; appliedIndex:15998; }","duration":"124.045328ms","start":"2026-05-29T02:38:31.182455Z","end":"2026-05-29T02:38:31.306501Z","steps":["trace[1998947277] 'read index received' (duration: 123.864323ms)","trace[1998947277] 'applied index is now lower than readState.Index' (duration: 177.925µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:38:31.30661Z","caller":"traceutil/trace.go:171","msg":"trace[1631054915] transaction","detail":"{read_only:false; response_revision:15443; number_of_response:1; }","duration":"193.326495ms","start":"2026-05-29T02:38:31.113257Z","end":"2026-05-29T02:38:31.306584Z","steps":["trace[1631054915] 'process raft request' (duration: 193.089579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:31.306859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.168967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-29T02:38:31.306837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.354806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:38:31.306913Z","caller":"traceutil/trace.go:171","msg":"trace[1262905056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15443; }","duration":"105.303542ms","start":"2026-05-29T02:38:31.201596Z","end":"2026-05-29T02:38:31.3069Z","steps":["trace[1262905056] 'agreement among raft nodes before linearized reading' (duration: 105.085596ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:31.306963Z","caller":"traceutil/trace.go:171","msg":"trace[409063196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15443; }","duration":"124.52125ms","start":"2026-05-29T02:38:31.182392Z","end":"2026-05-29T02:38:31.306913Z","steps":["trace[409063196] 'agreement among raft nodes before linearized reading' (duration: 124.243453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:31.307013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.641404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:38:31.307104Z","caller":"traceutil/trace.go:171","msg":"trace[670710197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15443; }","duration":"104.771487ms","start":"2026-05-29T02:38:31.202313Z","end":"2026-05-29T02:38:31.307085Z","steps":["trace[670710197] 'agreement among raft nodes before linearized reading' (duration: 104.48869ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:38.871158Z","caller":"traceutil/trace.go:171","msg":"trace[613875545] transaction","detail":"{read_only:false; response_revision:15769; number_of_response:1; }","duration":"154.010395ms","start":"2026-05-29T02:38:38.717123Z","end":"2026-05-29T02:38:38.871134Z","steps":["trace[613875545] 'process raft request' (duration: 153.153132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:38.871248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.935224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:38:38.871151Z","caller":"traceutil/trace.go:171","msg":"trace[200099269] linearizableReadLoop","detail":"{readStateIndex:16333; appliedIndex:16330; }","duration":"138.821872ms","start":"2026-05-29T02:38:38.732305Z","end":"2026-05-29T02:38:38.871127Z","steps":["trace[200099269] 'read index received' (duration: 7.920236ms)","trace[200099269] 'applied index is now lower than readState.Index' (duration: 130.900326ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:38:38.871288Z","caller":"traceutil/trace.go:171","msg":"trace[1784875666] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15770; }","duration":"139.016167ms","start":"2026-05-29T02:38:38.732262Z","end":"2026-05-29T02:38:38.871278Z","steps":["trace[1784875666] 'agreement among raft nodes before linearized reading' (duration: 138.942915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:38.871368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.580534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:38:38.871399Z","caller":"traceutil/trace.go:171","msg":"trace[182251291] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15770; }","duration":"138.638226ms","start":"2026-05-29T02:38:38.732751Z","end":"2026-05-29T02:38:38.871389Z","steps":["trace[182251291] 'agreement among raft nodes before linearized reading' (duration: 138.572875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:38.871467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.462582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:38:38.871488Z","caller":"traceutil/trace.go:171","msg":"trace[2088478026] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:15770; }","duration":"138.497123ms","start":"2026-05-29T02:38:38.732985Z","end":"2026-05-29T02:38:38.871483Z","steps":["trace[2088478026] 'agreement among raft nodes before linearized reading' (duration: 138.468972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:38.87154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.697928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:38:38.871514Z","caller":"traceutil/trace.go:171","msg":"trace[585517916] transaction","detail":"{read_only:false; response_revision:15770; number_of_response:1; }","duration":"153.192224ms","start":"2026-05-29T02:38:38.718275Z","end":"2026-05-29T02:38:38.871467Z","steps":["trace[585517916] 'process raft request' (duration: 152.784823ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:38.871563Z","caller":"traceutil/trace.go:171","msg":"trace[235927411] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15770; }","duration":"138.738869ms","start":"2026-05-29T02:38:38.732819Z","end":"2026-05-29T02:38:38.871557Z","steps":["trace[235927411] 'agreement among raft nodes before linearized reading' (duration: 138.709208ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:48.702297Z","caller":"traceutil/trace.go:171","msg":"trace[1392024041] linearizableReadLoop","detail":"{readStateIndex:16412; appliedIndex:16411; }","duration":"186.346584ms","start":"2026-05-29T02:38:48.515917Z","end":"2026-05-29T02:38:48.702263Z","steps":["trace[1392024041] 'read index received' (duration: 186.034056ms)","trace[1392024041] 'applied index is now lower than readState.Index' (duration: 310.268µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:38:48.70239Z","caller":"traceutil/trace.go:171","msg":"trace[814408017] transaction","detail":"{read_only:false; response_revision:15847; number_of_response:1; }","duration":"309.028866ms","start":"2026-05-29T02:38:48.393327Z","end":"2026-05-29T02:38:48.702356Z","steps":["trace[814408017] 'process raft request' (duration: 308.707838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:48.702503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.574239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:38:48.702541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:48.3933Z","time spent":"309.159739ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:38:48.702571Z","caller":"traceutil/trace.go:171","msg":"trace[1533140819] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15847; }","duration":"186.694983ms","start":"2026-05-29T02:38:48.515858Z","end":"2026-05-29T02:38:48.702553Z","steps":["trace[1533140819] 'agreement among raft nodes before linearized reading' (duration: 186.580829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:48.70286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.553588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-05-29T02:38:48.702957Z","caller":"traceutil/trace.go:171","msg":"trace[295675538] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15847; }","duration":"164.686872ms","start":"2026-05-29T02:38:48.538247Z","end":"2026-05-29T02:38:48.702934Z","steps":["trace[295675538] 'agreement among raft nodes before linearized reading' (duration: 164.370674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:48.702955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.320866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:38:48.703016Z","caller":"traceutil/trace.go:171","msg":"trace[1278052729] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:15847; }","duration":"126.420739ms","start":"2026-05-29T02:38:48.576578Z","end":"2026-05-29T02:38:48.702999Z","steps":["trace[1278052729] 'agreement among raft nodes before linearized reading' (duration: 126.313056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:48.7029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.826146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-29T02:38:48.703159Z","caller":"traceutil/trace.go:171","msg":"trace[65631234] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15847; }","duration":"187.112154ms","start":"2026-05-29T02:38:48.51601Z","end":"2026-05-29T02:38:48.703122Z","steps":["trace[65631234] 'agreement among raft nodes before linearized reading' (duration: 186.598091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:48.703165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.738096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-05-29T02:38:48.703324Z","caller":"traceutil/trace.go:171","msg":"trace[400874260] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15847; }","duration":"183.866539ms","start":"2026-05-29T02:38:48.519373Z","end":"2026-05-29T02:38:48.703239Z","steps":["trace[400874260] 'agreement among raft nodes before linearized reading' (duration: 183.692234ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:39:22.083599Z","caller":"traceutil/trace.go:171","msg":"trace[1490538411] transaction","detail":"{read_only:false; response_revision:16026; number_of_response:1; }","duration":"510.736988ms","start":"2026-05-29T02:39:21.572831Z","end":"2026-05-29T02:39:22.083568Z","steps":["trace[1490538411] 'process raft request' (duration: 510.544703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.083801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.703929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-29T02:39:22.083826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:21.572821Z","time spent":"510.922084ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:39:22.083849Z","caller":"traceutil/trace.go:171","msg":"trace[1591582116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16026; }","duration":"490.787521ms","start":"2026-05-29T02:39:21.593049Z","end":"2026-05-29T02:39:22.083837Z","steps":["trace[1591582116] 'agreement among raft nodes before linearized reading' (duration: 490.595776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.083884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:21.593039Z","time spent":"490.837392ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:39:22.083539Z","caller":"traceutil/trace.go:171","msg":"trace[1960989400] linearizableReadLoop","detail":"{readStateIndex:16598; appliedIndex:16597; }","duration":"490.445321ms","start":"2026-05-29T02:39:21.593072Z","end":"2026-05-29T02:39:22.083518Z","steps":["trace[1960989400] 'read index received' (duration: 490.332559ms)","trace[1960989400] 'applied index is now lower than readState.Index' (duration: 111.722µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:39:22.395672Z","caller":"traceutil/trace.go:171","msg":"trace[1681564182] linearizableReadLoop","detail":"{readStateIndex:16599; appliedIndex:16598; }","duration":"311.640873ms","start":"2026-05-29T02:39:22.084011Z","end":"2026-05-29T02:39:22.395652Z","steps":["trace[1681564182] 'read index received' (duration: 226.144435ms)","trace[1681564182] 'applied index is now lower than readState.Index' (duration: 85.495628ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:39:22.39578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.871274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:22.395803Z","caller":"traceutil/trace.go:171","msg":"trace[1318822720] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16027; }","duration":"692.926435ms","start":"2026-05-29T02:39:21.702869Z","end":"2026-05-29T02:39:22.395795Z","steps":["trace[1318822720] 'agreement among raft nodes before linearized reading' (duration: 692.869523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.395825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:21.702862Z","time spent":"692.957235ms","remote":"127.0.0.1:38372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-29T02:39:22.395821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.238603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:22.395866Z","caller":"traceutil/trace.go:171","msg":"trace[223724088] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16027; }","duration":"693.332195ms","start":"2026-05-29T02:39:21.702523Z","end":"2026-05-29T02:39:22.395855Z","steps":["trace[223724088] 'agreement among raft nodes before linearized reading' (duration: 693.254223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.395888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:21.702503Z","time spent":"693.380046ms","remote":"127.0.0.1:38372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-29T02:39:22.395897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.624089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qw4sm\" ","response":"range_response_count:1 size:9788"} {"level":"warn","ts":"2026-05-29T02:39:22.395961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.283794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:22.395975Z","caller":"traceutil/trace.go:171","msg":"trace[918188611] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16027; }","duration":"693.311524ms","start":"2026-05-29T02:39:21.70266Z","end":"2026-05-29T02:39:22.395971Z","steps":["trace[918188611] 'agreement among raft nodes before linearized reading' (duration: 693.287023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.395987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:21.702654Z","time spent":"693.329725ms","remote":"127.0.0.1:38372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-05-29T02:39:22.395994Z","caller":"traceutil/trace.go:171","msg":"trace[1193544572] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qw4sm; range_end:; response_count:1; response_revision:16027; }","duration":"689.756552ms","start":"2026-05-29T02:39:21.70621Z","end":"2026-05-29T02:39:22.395966Z","steps":["trace[1193544572] 'agreement among raft nodes before linearized reading' (duration: 689.473715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.396052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:21.706194Z","time spent":"689.843166ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9810,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-qw4sm\" "} {"level":"warn","ts":"2026-05-29T02:39:22.396067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.93751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:39:22.396093Z","caller":"traceutil/trace.go:171","msg":"trace[1333523165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16027; }","duration":"787.984071ms","start":"2026-05-29T02:39:21.608101Z","end":"2026-05-29T02:39:22.396085Z","steps":["trace[1333523165] 'agreement among raft nodes before linearized reading' (duration: 787.895249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.396112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:21.60809Z","time spent":"788.017771ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:39:22.396121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.52275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-05-29T02:39:22.396138Z","caller":"traceutil/trace.go:171","msg":"trace[614779879] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16027; }","duration":"693.555221ms","start":"2026-05-29T02:39:21.702578Z","end":"2026-05-29T02:39:22.396133Z","steps":["trace[614779879] 'agreement among raft nodes before linearized reading' (duration: 693.483369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.396157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:21.702446Z","time spent":"693.708364ms","remote":"127.0.0.1:38372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-29T02:39:22.396201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.70929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:39:22.396227Z","caller":"traceutil/trace.go:171","msg":"trace[1381439672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16027; }","duration":"800.769322ms","start":"2026-05-29T02:39:21.595449Z","end":"2026-05-29T02:39:22.396219Z","steps":["trace[1381439672] 'agreement among raft nodes before linearized reading' (duration: 800.70876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.39625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:21.595429Z","time spent":"800.816954ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:39:22.396402Z","caller":"traceutil/trace.go:171","msg":"trace[1896025600] transaction","detail":"{read_only:false; response_revision:16027; number_of_response:1; }","duration":"766.661277ms","start":"2026-05-29T02:39:21.62968Z","end":"2026-05-29T02:39:22.396342Z","steps":["trace[1896025600] 'process raft request' (duration: 680.461791ms)","trace[1896025600] 'compare' (duration: 85.433576ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:39:22.39648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.531762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs5ss\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:39:22.396481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.567872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:39:22.396581Z","caller":"traceutil/trace.go:171","msg":"trace[1382401209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16027; }","duration":"614.694345ms","start":"2026-05-29T02:39:21.781867Z","end":"2026-05-29T02:39:22.396562Z","steps":["trace[1382401209] 'agreement among raft nodes before linearized reading' (duration: 614.425149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.396703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:21.781854Z","time spent":"614.834549ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:39:22.396581Z","caller":"traceutil/trace.go:171","msg":"trace[1334875922] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs5ss; range_end:; response_count:1; response_revision:16027; }","duration":"594.663905ms","start":"2026-05-29T02:39:21.801893Z","end":"2026-05-29T02:39:22.396557Z","steps":["trace[1334875922] 'agreement among raft nodes before linearized reading' (duration: 594.396919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.396789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:21.801875Z","time spent":"594.900622ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-vs5ss\" "} {"level":"warn","ts":"2026-05-29T02:39:22.396518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:21.629662Z","time spent":"766.787711ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:39:22.396507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.736347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:39:22.397019Z","caller":"traceutil/trace.go:171","msg":"trace[1111686441] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16027; }","duration":"499.347823ms","start":"2026-05-29T02:39:21.89766Z","end":"2026-05-29T02:39:22.397008Z","steps":["trace[1111686441] 'agreement among raft nodes before linearized reading' (duration: 498.683946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.397054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:21.897645Z","time spent":"499.396864ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:39:22.826555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.76361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:39:22.826683Z","caller":"traceutil/trace.go:171","msg":"trace[954055704] transaction","detail":"{read_only:false; response_revision:16028; number_of_response:1; }","duration":"738.765565ms","start":"2026-05-29T02:39:22.087893Z","end":"2026-05-29T02:39:22.826658Z","steps":["trace[954055704] 'process raft request' (duration: 513.765298ms)","trace[954055704] 'compare' (duration: 224.34423ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:39:22.82681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:22.087871Z","time spent":"738.866417ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:39:22.826854Z","caller":"traceutil/trace.go:171","msg":"trace[2125553015] linearizableReadLoop","detail":"{readStateIndex:16600; appliedIndex:16599; }","duration":"431.082192ms","start":"2026-05-29T02:39:22.395719Z","end":"2026-05-29T02:39:22.826802Z","steps":["trace[2125553015] 'read index received' (duration: 205.978343ms)","trace[2125553015] 'applied index is now lower than readState.Index' (duration: 225.099509ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:39:22.826918Z","caller":"traceutil/trace.go:171","msg":"trace[394760762] transaction","detail":"{read_only:false; response_revision:16031; number_of_response:1; }","duration":"425.56714ms","start":"2026-05-29T02:39:22.401333Z","end":"2026-05-29T02:39:22.8269Z","steps":["trace[394760762] 'process raft request' (duration: 425.469147ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:39:22.827021Z","caller":"traceutil/trace.go:171","msg":"trace[397649519] transaction","detail":"{read_only:false; response_revision:16029; number_of_response:1; }","duration":"426.596546ms","start":"2026-05-29T02:39:22.400416Z","end":"2026-05-29T02:39:22.827012Z","steps":["trace[397649519] 'process raft request' (duration: 426.257027ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:39:22.827051Z","caller":"traceutil/trace.go:171","msg":"trace[1854063328] transaction","detail":"{read_only:false; response_revision:16030; number_of_response:1; }","duration":"426.627056ms","start":"2026-05-29T02:39:22.400416Z","end":"2026-05-29T02:39:22.827043Z","steps":["trace[1854063328] 'process raft request' (duration: 426.35846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.827074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:22.400397Z","time spent":"426.650337ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:39:22.827116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:22.400397Z","time spent":"426.674417ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:39:22.827162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.179637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:39:22.827001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:22.401302Z","time spent":"425.674762ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:39:22.827203Z","caller":"traceutil/trace.go:171","msg":"trace[493971574] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:16031; }","duration":"497.3021ms","start":"2026-05-29T02:39:22.32989Z","end":"2026-05-29T02:39:22.827192Z","steps":["trace[493971574] 'agreement among raft nodes before linearized reading' (duration: 497.111825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.827248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:22.32987Z","time spent":"497.369131ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":12,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:39:22.827347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.62487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:22.827384Z","caller":"traceutil/trace.go:171","msg":"trace[1440751454] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16031; }","duration":"647.704602ms","start":"2026-05-29T02:39:22.179671Z","end":"2026-05-29T02:39:22.827376Z","steps":["trace[1440751454] 'agreement among raft nodes before linearized reading' (duration: 647.65044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.827405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:22.179651Z","time spent":"647.750594ms","remote":"127.0.0.1:38372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-29T02:39:22.827579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.774993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-05-29T02:39:22.827605Z","caller":"traceutil/trace.go:171","msg":"trace[1099907900] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16031; }","duration":"642.822455ms","start":"2026-05-29T02:39:22.184777Z","end":"2026-05-29T02:39:22.827599Z","steps":["trace[1099907900] 'agreement among raft nodes before linearized reading' (duration: 642.726213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.827607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.002425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9xjgk\" ","response":"range_response_count:1 size:20747"} {"level":"warn","ts":"2026-05-29T02:39:22.827626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:22.184766Z","time spent":"642.855956ms","remote":"127.0.0.1:38372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-29T02:39:22.827635Z","caller":"traceutil/trace.go:171","msg":"trace[1533851873] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-9xjgk; range_end:; response_count:1; response_revision:16031; }","duration":"669.064006ms","start":"2026-05-29T02:39:22.158563Z","end":"2026-05-29T02:39:22.827627Z","steps":["trace[1533851873] 'agreement among raft nodes before linearized reading' (duration: 668.899302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.827668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:22.158543Z","time spent":"669.119548ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20769,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9xjgk\" "} {"level":"warn","ts":"2026-05-29T02:39:22.827751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.082504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-29T02:39:22.827776Z","caller":"traceutil/trace.go:171","msg":"trace[882452649] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16031; }","duration":"645.137534ms","start":"2026-05-29T02:39:22.182632Z","end":"2026-05-29T02:39:22.827769Z","steps":["trace[882452649] 'agreement among raft nodes before linearized reading' (duration: 645.071473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.827798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:22.182616Z","time spent":"645.173106ms","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-29T02:39:22.827909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.900752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:22.827936Z","caller":"traceutil/trace.go:171","msg":"trace[543803727] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16031; }","duration":"646.947432ms","start":"2026-05-29T02:39:22.180979Z","end":"2026-05-29T02:39:22.827926Z","steps":["trace[543803727] 'agreement among raft nodes before linearized reading' (duration: 646.911661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.827953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:22.180969Z","time spent":"646.980014ms","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-29T02:39:22.828066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.803255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-05-29T02:39:22.82809Z","caller":"traceutil/trace.go:171","msg":"trace[1933971383] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16031; }","duration":"647.851116ms","start":"2026-05-29T02:39:22.180233Z","end":"2026-05-29T02:39:22.828084Z","steps":["trace[1933971383] 'agreement among raft nodes before linearized reading' (duration: 647.791935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.828107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:22.18022Z","time spent":"647.882987ms","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":702,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-05-29T02:39:22.828531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.213567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:39:22.828562Z","caller":"traceutil/trace.go:171","msg":"trace[1342535515] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:16031; }","duration":"719.281339ms","start":"2026-05-29T02:39:22.109274Z","end":"2026-05-29T02:39:22.828555Z","steps":["trace[1342535515] 'agreement among raft nodes before linearized reading' (duration: 719.233287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.828581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:22.109254Z","time spent":"719.321999ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:39:22.828616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.281259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770242"} {"level":"info","ts":"2026-05-29T02:39:22.828722Z","caller":"traceutil/trace.go:171","msg":"trace[2016215362] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16031; }","duration":"428.398673ms","start":"2026-05-29T02:39:22.400312Z","end":"2026-05-29T02:39:22.828711Z","steps":["trace[2016215362] 'agreement among raft nodes before linearized reading' (duration: 427.336075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.82878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:22.400301Z","time spent":"428.470765ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770264,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:39:22.829016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.243481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:22.82906Z","caller":"traceutil/trace.go:171","msg":"trace[116161845] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:16031; }","duration":"410.330754ms","start":"2026-05-29T02:39:22.418715Z","end":"2026-05-29T02:39:22.829046Z","steps":["trace[116161845] 'agreement among raft nodes before linearized reading' (duration: 410.263913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.829083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:22.418694Z","time spent":"410.383315ms","remote":"127.0.0.1:50180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:39:22.829698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.455154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770242"} {"level":"info","ts":"2026-05-29T02:39:22.829727Z","caller":"traceutil/trace.go:171","msg":"trace[1246719321] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16031; }","duration":"428.509376ms","start":"2026-05-29T02:39:22.401212Z","end":"2026-05-29T02:39:22.829721Z","steps":["trace[1246719321] 'agreement among raft nodes before linearized reading' (duration: 427.999173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:22.82976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:22.401205Z","time spent":"428.534686ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770264,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-29T02:39:22.975723Z","caller":"traceutil/trace.go:171","msg":"trace[179143411] linearizableReadLoop","detail":"{readStateIndex:16605; appliedIndex:16604; }","duration":"103.067914ms","start":"2026-05-29T02:39:22.872629Z","end":"2026-05-29T02:39:22.975697Z","steps":["trace[179143411] 'read index received' (duration: 70.118068ms)","trace[179143411] 'applied index is now lower than readState.Index' (duration: 32.948766ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:39:22.975851Z","caller":"traceutil/trace.go:171","msg":"trace[732626185] transaction","detail":"{read_only:false; response_revision:16033; number_of_response:1; }","duration":"109.066009ms","start":"2026-05-29T02:39:22.86675Z","end":"2026-05-29T02:39:22.975816Z","steps":["trace[732626185] 'process raft request' (duration: 75.98234ms)","trace[732626185] 'compare' (duration: 32.837202ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:39:22.975945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.29223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:39:22.975987Z","caller":"traceutil/trace.go:171","msg":"trace[1271575554] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16033; }","duration":"103.377952ms","start":"2026-05-29T02:39:22.872597Z","end":"2026-05-29T02:39:22.975975Z","steps":["trace[1271575554] 'agreement among raft nodes before linearized reading' (duration: 103.220108ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:41:41.257426Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14448} {"level":"info","ts":"2026-05-29T02:41:41.33939Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14448,"took":"78.746073ms","hash":4130973649,"current-db-size-bytes":57655296,"current-db-size":"58 MB","current-db-size-in-use-bytes":32149504,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-29T02:41:41.339453Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4130973649,"revision":14448,"compact-revision":12446} {"level":"warn","ts":"2026-05-29T02:45:00.471245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.848641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:45:00.471425Z","caller":"traceutil/trace.go:171","msg":"trace[505806324] transaction","detail":"{read_only:false; response_revision:18523; number_of_response:1; }","duration":"242.717608ms","start":"2026-05-29T02:45:00.22869Z","end":"2026-05-29T02:45:00.471408Z","steps":["trace[505806324] 'process raft request' (duration: 242.653836ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:45:00.471591Z","caller":"traceutil/trace.go:171","msg":"trace[1855719820] transaction","detail":"{read_only:false; response_revision:18522; number_of_response:1; }","duration":"306.216226ms","start":"2026-05-29T02:45:00.165366Z","end":"2026-05-29T02:45:00.471582Z","steps":["trace[1855719820] 'process raft request' (duration: 116.967544ms)","trace[1855719820] 'compare' (duration: 188.660856ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:45:00.471635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:00.165345Z","time spent":"306.265527ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:45:00.471827Z","caller":"traceutil/trace.go:171","msg":"trace[1663044472] transaction","detail":"{read_only:false; response_revision:18524; number_of_response:1; }","duration":"144.50032ms","start":"2026-05-29T02:45:00.327307Z","end":"2026-05-29T02:45:00.471807Z","steps":["trace[1663044472] 'process raft request' (duration: 144.374487ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:45:00.471943Z","caller":"traceutil/trace.go:171","msg":"trace[1218082159] transaction","detail":"{read_only:false; response_revision:18525; number_of_response:1; }","duration":"142.147728ms","start":"2026-05-29T02:45:00.329782Z","end":"2026-05-29T02:45:00.47193Z","steps":["trace[1218082159] 'process raft request' (duration: 141.993935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:06.507805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.424688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:45:06.50788Z","caller":"traceutil/trace.go:171","msg":"trace[747189367] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:18564; }","duration":"354.551301ms","start":"2026-05-29T02:45:06.153312Z","end":"2026-05-29T02:45:06.507864Z","steps":["trace[747189367] 'count revisions from in-memory index tree' (duration: 354.342176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:06.507911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:06.153294Z","time spent":"354.608622ms","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:45:06.507901Z","caller":"traceutil/trace.go:171","msg":"trace[714768004] transaction","detail":"{read_only:false; response_revision:18565; number_of_response:1; }","duration":"268.145678ms","start":"2026-05-29T02:45:06.239734Z","end":"2026-05-29T02:45:06.50788Z","steps":["trace[714768004] 'process raft request' (duration: 171.12788ms)","trace[714768004] 'compare' (duration: 96.641387ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:45:06.690787Z","caller":"traceutil/trace.go:171","msg":"trace[589920235] transaction","detail":"{read_only:false; response_revision:18569; number_of_response:1; }","duration":"106.582926ms","start":"2026-05-29T02:45:06.584173Z","end":"2026-05-29T02:45:06.690756Z","steps":["trace[589920235] 'process raft request' (duration: 32.418751ms)","trace[589920235] 'compare' (duration: 73.791594ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:45:06.690869Z","caller":"traceutil/trace.go:171","msg":"trace[1922349959] transaction","detail":"{read_only:false; response_revision:18570; number_of_response:1; }","duration":"104.731398ms","start":"2026-05-29T02:45:06.586077Z","end":"2026-05-29T02:45:06.690808Z","steps":["trace[1922349959] 'process raft request' (duration: 104.546953ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:45:07.483623Z","caller":"traceutil/trace.go:171","msg":"trace[496444823] linearizableReadLoop","detail":"{readStateIndex:19231; appliedIndex:19229; }","duration":"756.491419ms","start":"2026-05-29T02:45:06.727068Z","end":"2026-05-29T02:45:07.483559Z","steps":["trace[496444823] 'read index received' (duration: 37.466812ms)","trace[496444823] 'applied index is now lower than readState.Index' (duration: 719.023147ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:45:07.483643Z","caller":"traceutil/trace.go:171","msg":"trace[2040791362] transaction","detail":"{read_only:false; response_revision:18572; number_of_response:1; }","duration":"786.56044ms","start":"2026-05-29T02:45:06.697046Z","end":"2026-05-29T02:45:07.483606Z","steps":["trace[2040791362] 'process raft request' (duration: 748.336998ms)","trace[2040791362] 'compare' (duration: 37.917694ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:45:07.48458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:06.697017Z","time spent":"787.465044ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:45:07.484778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.374389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:45:07.484975Z","caller":"traceutil/trace.go:171","msg":"trace[797919694] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:18572; }","duration":"511.627195ms","start":"2026-05-29T02:45:06.973316Z","end":"2026-05-29T02:45:07.484943Z","steps":["trace[797919694] 'agreement among raft nodes before linearized reading' (duration: 511.345628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:07.485033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:06.973293Z","time spent":"511.725708ms","remote":"127.0.0.1:35934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:45:07.48467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.706146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:45:07.485011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.895682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpth6\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-05-29T02:45:07.485145Z","caller":"traceutil/trace.go:171","msg":"trace[1992830195] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:18572; }","duration":"752.21329ms","start":"2026-05-29T02:45:06.732901Z","end":"2026-05-29T02:45:07.485115Z","steps":["trace[1992830195] 'agreement among raft nodes before linearized reading' (duration: 751.699346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:07.485235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:06.732883Z","time spent":"752.315372ms","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:45:07.483916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.828848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qw4sm\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-05-29T02:45:07.485318Z","caller":"traceutil/trace.go:171","msg":"trace[1322405165] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpth6; range_end:; response_count:1; response_revision:18572; }","duration":"458.18745ms","start":"2026-05-29T02:45:07.02701Z","end":"2026-05-29T02:45:07.485197Z","steps":["trace[1322405165] 'agreement among raft nodes before linearized reading' (duration: 457.769758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:07.48539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:07.026972Z","time spent":"458.403215ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22115,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpth6\" "} {"level":"info","ts":"2026-05-29T02:45:07.4854Z","caller":"traceutil/trace.go:171","msg":"trace[646067401] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qw4sm; range_end:; response_count:1; response_revision:18572; }","duration":"758.337628ms","start":"2026-05-29T02:45:06.727025Z","end":"2026-05-29T02:45:07.485362Z","steps":["trace[646067401] 'agreement among raft nodes before linearized reading' (duration: 756.706736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:07.484715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.57134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:45:07.4855Z","caller":"traceutil/trace.go:171","msg":"trace[977866829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18572; }","duration":"718.395272ms","start":"2026-05-29T02:45:06.767088Z","end":"2026-05-29T02:45:07.485483Z","steps":["trace[977866829] 'agreement among raft nodes before linearized reading' (duration: 717.581291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:07.48555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:06.767064Z","time spent":"718.472473ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:45:07.484799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.586138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9xjgk\" ","response":"range_response_count:1 size:20850"} {"level":"info","ts":"2026-05-29T02:45:07.485629Z","caller":"traceutil/trace.go:171","msg":"trace[1995393930] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-9xjgk; range_end:; response_count:1; response_revision:18572; }","duration":"726.424569ms","start":"2026-05-29T02:45:06.759175Z","end":"2026-05-29T02:45:07.485599Z","steps":["trace[1995393930] 'agreement among raft nodes before linearized reading' (duration: 725.536377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:07.485707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:06.759155Z","time spent":"726.533252ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20872,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9xjgk\" "} {"level":"warn","ts":"2026-05-29T02:45:07.484836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.457444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:45:07.485871Z","caller":"traceutil/trace.go:171","msg":"trace[1125313491] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:18572; }","duration":"704.521162ms","start":"2026-05-29T02:45:06.781322Z","end":"2026-05-29T02:45:07.485843Z","steps":["trace[1125313491] 'agreement among raft nodes before linearized reading' (duration: 703.371302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:07.484822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.045476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:45:07.48605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:06.727005Z","time spent":"759.021516ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-qw4sm\" "} {"level":"info","ts":"2026-05-29T02:45:07.486096Z","caller":"traceutil/trace.go:171","msg":"trace[1767395914] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:18572; }","duration":"486.37172ms","start":"2026-05-29T02:45:06.999713Z","end":"2026-05-29T02:45:07.486084Z","steps":["trace[1767395914] 'agreement among raft nodes before linearized reading' (duration: 485.022695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:07.486099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:06.781308Z","time spent":"704.773948ms","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":76,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:45:07.486146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:06.999698Z","time spent":"486.430702ms","remote":"127.0.0.1:38428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:45:08.153998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155652416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:45:08.65489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155652416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:45:08.886384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.382409922s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:45:08.886816Z","caller":"traceutil/trace.go:171","msg":"trace[694055570] transaction","detail":"{read_only:false; response_revision:18573; number_of_response:1; }","duration":"1.382969247s","start":"2026-05-29T02:45:07.503816Z","end":"2026-05-29T02:45:08.886786Z","steps":["trace[694055570] 'process raft request' (duration: 1.382770041s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:08.886997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:07.503793Z","time spent":"1.38310938s","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:45:09.017739Z","caller":"traceutil/trace.go:171","msg":"trace[620222121] transaction","detail":"{read_only:false; response_revision:18574; number_of_response:1; }","duration":"1.040791177s","start":"2026-05-29T02:45:07.976922Z","end":"2026-05-29T02:45:09.017713Z","steps":["trace[620222121] 'process raft request' (duration: 1.030450708s)","trace[620222121] 'compare' (duration: 10.156864ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:45:09.017888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:07.976889Z","time spent":"1.04092521s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:45:09.018115Z","caller":"traceutil/trace.go:171","msg":"trace[2129036425] transaction","detail":"{read_only:false; response_revision:18575; number_of_response:1; }","duration":"505.680331ms","start":"2026-05-29T02:45:08.512405Z","end":"2026-05-29T02:45:09.018085Z","steps":["trace[2129036425] 'process raft request' (duration: 505.259921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:09.018301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:08.51238Z","time spent":"505.830345ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:45:09.018349Z","caller":"traceutil/trace.go:171","msg":"trace[519454482] transaction","detail":"{read_only:false; response_revision:18576; number_of_response:1; }","duration":"494.143373ms","start":"2026-05-29T02:45:08.524186Z","end":"2026-05-29T02:45:09.01833Z","steps":["trace[519454482] 'process raft request' (duration: 493.795674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:09.018458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:08.524159Z","time spent":"494.242425ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:45:09.018562Z","caller":"traceutil/trace.go:171","msg":"trace[334119101] linearizableReadLoop","detail":"{readStateIndex:19237; appliedIndex:19231; }","duration":"1.365240315s","start":"2026-05-29T02:45:07.653309Z","end":"2026-05-29T02:45:09.01855Z","steps":["trace[334119101] 'read index received' (duration: 1.23324004s)","trace[334119101] 'applied index is now lower than readState.Index' (duration: 131.999485ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:45:09.01859Z","caller":"traceutil/trace.go:171","msg":"trace[1690825952] transaction","detail":"{read_only:false; response_revision:18578; number_of_response:1; }","duration":"431.59799ms","start":"2026-05-29T02:45:08.586975Z","end":"2026-05-29T02:45:09.018573Z","steps":["trace[1690825952] 'process raft request' (duration: 431.504338ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:45:09.018598Z","caller":"traceutil/trace.go:171","msg":"trace[825922615] transaction","detail":"{read_only:false; response_revision:18577; number_of_response:1; }","duration":"431.854246ms","start":"2026-05-29T02:45:08.586713Z","end":"2026-05-29T02:45:09.018567Z","steps":["trace[825922615] 'process raft request' (duration: 431.544187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:09.018659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:08.586969Z","time spent":"431.657041ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:45:09.01873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:08.586706Z","time spent":"431.956879ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:45:09.018773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249905903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:45:09.018813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365506813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-05-29T02:45:09.018859Z","caller":"traceutil/trace.go:171","msg":"trace[146911085] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18578; }","duration":"1.365581484s","start":"2026-05-29T02:45:07.653267Z","end":"2026-05-29T02:45:09.018849Z","steps":["trace[146911085] 'agreement among raft nodes before linearized reading' (duration: 1.365380779s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:09.018896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:07.65325Z","time spent":"1.365638626s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-29T02:45:09.018978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.755331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T02:45:09.019007Z","caller":"traceutil/trace.go:171","msg":"trace[1946684794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18578; }","duration":"323.790652ms","start":"2026-05-29T02:45:08.695208Z","end":"2026-05-29T02:45:09.018999Z","steps":["trace[1946684794] 'agreement among raft nodes before linearized reading' (duration: 323.669658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:09.019026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:08.695206Z","time spent":"323.816873ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:45:09.018827Z","caller":"traceutil/trace.go:171","msg":"trace[988992654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18578; }","duration":"1.249996545s","start":"2026-05-29T02:45:07.768816Z","end":"2026-05-29T02:45:09.018813Z","steps":["trace[988992654] 'agreement among raft nodes before linearized reading' (duration: 1.249911943s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:09.019068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.862884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:45:09.019112Z","caller":"traceutil/trace.go:171","msg":"trace[895561547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18578; }","duration":"323.932816ms","start":"2026-05-29T02:45:08.695169Z","end":"2026-05-29T02:45:09.019102Z","steps":["trace[895561547] 'agreement among raft nodes before linearized reading' (duration: 323.814462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:09.019129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.387877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-29T02:45:09.019141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:08.695154Z","time spent":"323.979447ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:45:09.019151Z","caller":"traceutil/trace.go:171","msg":"trace[420297871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18578; }","duration":"250.438129ms","start":"2026-05-29T02:45:08.768707Z","end":"2026-05-29T02:45:09.019145Z","steps":["trace[420297871] 'agreement among raft nodes before linearized reading' (duration: 250.377857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:09.01925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.197211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-05-29T02:45:09.019282Z","caller":"traceutil/trace.go:171","msg":"trace[34272420] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18578; }","duration":"433.247022ms","start":"2026-05-29T02:45:08.586027Z","end":"2026-05-29T02:45:09.019274Z","steps":["trace[34272420] 'agreement among raft nodes before linearized reading' (duration: 433.17135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:09.019306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:08.586017Z","time spent":"433.282903ms","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-29T02:45:09.019292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.753291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-05-29T02:45:09.019337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239624326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-29T02:45:09.019384Z","caller":"traceutil/trace.go:171","msg":"trace[925456471] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18578; }","duration":"323.888174ms","start":"2026-05-29T02:45:08.695482Z","end":"2026-05-29T02:45:09.019371Z","steps":["trace[925456471] 'agreement among raft nodes before linearized reading' (duration: 323.615148ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:45:09.019392Z","caller":"traceutil/trace.go:171","msg":"trace[492181998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18578; }","duration":"1.239708459s","start":"2026-05-29T02:45:07.779669Z","end":"2026-05-29T02:45:09.019377Z","steps":["trace[492181998] 'agreement among raft nodes before linearized reading' (duration: 1.239566355s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:09.019426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:08.695468Z","time spent":"323.947837ms","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-29T02:45:09.019433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:07.779655Z","time spent":"1.23976904s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:45:09.019071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:07.768796Z","time spent":"1.250263973s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:45:41.783099Z","caller":"traceutil/trace.go:171","msg":"trace[2008696535] transaction","detail":"{read_only:false; response_revision:18838; number_of_response:1; }","duration":"135.130047ms","start":"2026-05-29T02:45:41.647934Z","end":"2026-05-29T02:45:41.783064Z","steps":["trace[2008696535] 'process raft request' (duration: 134.896201ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:46:41.266064Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17045} {"level":"info","ts":"2026-05-29T02:46:41.362999Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17045,"took":"93.6168ms","hash":3619666100,"current-db-size-bytes":57655296,"current-db-size":"58 MB","current-db-size-in-use-bytes":31002624,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-29T02:46:41.363062Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3619666100,"revision":17045,"compact-revision":14448} {"level":"info","ts":"2026-05-29T02:47:10.960204Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-29T02:47:10.9657Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-29T02:47:10.968753Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-29T02:48:01.738679Z","caller":"traceutil/trace.go:171","msg":"trace[816722694] transaction","detail":"{read_only:false; response_revision:19569; number_of_response:1; }","duration":"105.521228ms","start":"2026-05-29T02:48:01.633137Z","end":"2026-05-29T02:48:01.738658Z","steps":["trace[816722694] 'process raft request' (duration: 105.402964ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:01.803727Z","caller":"traceutil/trace.go:171","msg":"trace[500111150] transaction","detail":"{read_only:false; response_revision:19571; number_of_response:1; }","duration":"166.045849ms","start":"2026-05-29T02:48:01.637661Z","end":"2026-05-29T02:48:01.803707Z","steps":["trace[500111150] 'process raft request' (duration: 165.932475ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:01.803782Z","caller":"traceutil/trace.go:171","msg":"trace[1017702397] transaction","detail":"{read_only:false; response_revision:19570; number_of_response:1; }","duration":"169.809017ms","start":"2026-05-29T02:48:01.633936Z","end":"2026-05-29T02:48:01.803745Z","steps":["trace[1017702397] 'process raft request' (duration: 162.342253ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:01.803973Z","caller":"traceutil/trace.go:171","msg":"trace[891291638] transaction","detail":"{read_only:false; response_revision:19572; number_of_response:1; }","duration":"164.800165ms","start":"2026-05-29T02:48:01.639163Z","end":"2026-05-29T02:48:01.803963Z","steps":["trace[891291638] 'process raft request' (duration: 164.509408ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:01.804085Z","caller":"traceutil/trace.go:171","msg":"trace[25534716] transaction","detail":"{read_only:false; response_revision:19573; number_of_response:1; }","duration":"133.410981ms","start":"2026-05-29T02:48:01.670664Z","end":"2026-05-29T02:48:01.804075Z","steps":["trace[25534716] 'process raft request' (duration: 133.126234ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:07.929062Z","caller":"traceutil/trace.go:171","msg":"trace[287256919] transaction","detail":"{read_only:false; response_revision:19606; number_of_response:1; }","duration":"100.604931ms","start":"2026-05-29T02:48:07.828432Z","end":"2026-05-29T02:48:07.929037Z","steps":["trace[287256919] 'process raft request' (duration: 100.440627ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:13.756127Z","caller":"traceutil/trace.go:171","msg":"trace[498904375] linearizableReadLoop","detail":"{readStateIndex:20337; appliedIndex:20336; }","duration":"151.123582ms","start":"2026-05-29T02:48:13.604983Z","end":"2026-05-29T02:48:13.756107Z","steps":["trace[498904375] 'read index received' (duration: 150.895357ms)","trace[498904375] 'applied index is now lower than readState.Index' (duration: 227.285µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:13.756229Z","caller":"traceutil/trace.go:171","msg":"trace[1424593341] transaction","detail":"{read_only:false; response_revision:19632; number_of_response:1; }","duration":"208.705215ms","start":"2026-05-29T02:48:13.547478Z","end":"2026-05-29T02:48:13.756183Z","steps":["trace[1424593341] 'process raft request' (duration: 208.48672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:13.756294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.284156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:48:13.756343Z","caller":"traceutil/trace.go:171","msg":"trace[1488799441] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:19632; }","duration":"151.386089ms","start":"2026-05-29T02:48:13.604944Z","end":"2026-05-29T02:48:13.75633Z","steps":["trace[1488799441] 'agreement among raft nodes before linearized reading' (duration: 151.286216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:13.756427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.887988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qw4sm\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-05-29T02:48:13.756478Z","caller":"traceutil/trace.go:171","msg":"trace[1831395871] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qw4sm; range_end:; response_count:1; response_revision:19632; }","duration":"147.93581ms","start":"2026-05-29T02:48:13.608526Z","end":"2026-05-29T02:48:13.756462Z","steps":["trace[1831395871] 'agreement among raft nodes before linearized reading' (duration: 147.759255ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:13.900795Z","caller":"traceutil/trace.go:171","msg":"trace[1966818474] transaction","detail":"{read_only:false; response_revision:19633; number_of_response:1; }","duration":"132.759986ms","start":"2026-05-29T02:48:13.768017Z","end":"2026-05-29T02:48:13.900777Z","steps":["trace[1966818474] 'process raft request' (duration: 132.620342ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:13.931339Z","caller":"traceutil/trace.go:171","msg":"trace[400906203] transaction","detail":"{read_only:false; response_revision:19634; number_of_response:1; }","duration":"130.875526ms","start":"2026-05-29T02:48:13.800442Z","end":"2026-05-29T02:48:13.931317Z","steps":["trace[400906203] 'process raft request' (duration: 130.217769ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:14.024236Z","caller":"traceutil/trace.go:171","msg":"trace[217610275] transaction","detail":"{read_only:false; response_revision:19637; number_of_response:1; }","duration":"113.328231ms","start":"2026-05-29T02:48:13.910871Z","end":"2026-05-29T02:48:14.024199Z","steps":["trace[217610275] 'process raft request' (duration: 113.073244ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:14.271125Z","caller":"traceutil/trace.go:171","msg":"trace[1600106087] linearizableReadLoop","detail":"{readStateIndex:20343; appliedIndex:20341; }","duration":"299.789699ms","start":"2026-05-29T02:48:13.971318Z","end":"2026-05-29T02:48:14.271108Z","steps":["trace[1600106087] 'read index received' (duration: 52.774339ms)","trace[1600106087] 'applied index is now lower than readState.Index' (duration: 247.01456ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:14.271215Z","caller":"traceutil/trace.go:171","msg":"trace[1039217775] transaction","detail":"{read_only:false; response_revision:19638; number_of_response:1; }","duration":"320.568658ms","start":"2026-05-29T02:48:13.950602Z","end":"2026-05-29T02:48:14.271171Z","steps":["trace[1039217775] 'process raft request' (duration: 320.366854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:14.271427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.110147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-29T02:48:14.271419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:48:13.950568Z","time spent":"320.735793ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:48:14.271416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.75661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T02:48:14.271464Z","caller":"traceutil/trace.go:171","msg":"trace[1503965730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19638; }","duration":"300.196099ms","start":"2026-05-29T02:48:13.971259Z","end":"2026-05-29T02:48:14.271455Z","steps":["trace[1503965730] 'agreement among raft nodes before linearized reading' (duration: 299.957994ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:14.271484Z","caller":"traceutil/trace.go:171","msg":"trace[55811828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19638; }","duration":"185.883813ms","start":"2026-05-29T02:48:14.085585Z","end":"2026-05-29T02:48:14.271469Z","steps":["trace[55811828] 'agreement among raft nodes before linearized reading' (duration: 185.715249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:14.271487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.87486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-29T02:48:14.271489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:48:13.971235Z","time spent":"300.248581ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:48:14.271557Z","caller":"traceutil/trace.go:171","msg":"trace[1080968079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19638; }","duration":"161.991162ms","start":"2026-05-29T02:48:14.109548Z","end":"2026-05-29T02:48:14.271539Z","steps":["trace[1080968079] 'agreement among raft nodes before linearized reading' (duration: 161.829989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:14.271592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.145856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:48:14.271746Z","caller":"traceutil/trace.go:171","msg":"trace[1535819730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19638; }","duration":"162.384193ms","start":"2026-05-29T02:48:14.109342Z","end":"2026-05-29T02:48:14.271726Z","steps":["trace[1535819730] 'agreement among raft nodes before linearized reading' (duration: 162.062924ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:15.243238Z","caller":"traceutil/trace.go:171","msg":"trace[48892657] transaction","detail":"{read_only:false; response_revision:19644; number_of_response:1; }","duration":"115.860826ms","start":"2026-05-29T02:48:15.127354Z","end":"2026-05-29T02:48:15.243215Z","steps":["trace[48892657] 'process raft request' (duration: 115.716652ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:16.054804Z","caller":"traceutil/trace.go:171","msg":"trace[1381706842] transaction","detail":"{read_only:false; response_revision:19646; number_of_response:1; }","duration":"107.175851ms","start":"2026-05-29T02:48:15.947603Z","end":"2026-05-29T02:48:16.054779Z","steps":["trace[1381706842] 'process raft request' (duration: 95.273163ms)","trace[1381706842] 'compare' (duration: 11.734374ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:16.054973Z","caller":"traceutil/trace.go:171","msg":"trace[1548781148] transaction","detail":"{read_only:false; response_revision:19647; number_of_response:1; }","duration":"107.284285ms","start":"2026-05-29T02:48:15.947667Z","end":"2026-05-29T02:48:16.054952Z","steps":["trace[1548781148] 'process raft request' (duration: 107.066088ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:16.409949Z","caller":"traceutil/trace.go:171","msg":"trace[1906443495] linearizableReadLoop","detail":"{readStateIndex:20354; appliedIndex:20353; }","duration":"102.768216ms","start":"2026-05-29T02:48:16.307147Z","end":"2026-05-29T02:48:16.409916Z","steps":["trace[1906443495] 'read index received' (duration: 26.000684ms)","trace[1906443495] 'applied index is now lower than readState.Index' (duration: 76.764632ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:16.409973Z","caller":"traceutil/trace.go:171","msg":"trace[222376494] transaction","detail":"{read_only:false; response_revision:19649; number_of_response:1; }","duration":"102.756037ms","start":"2026-05-29T02:48:16.30718Z","end":"2026-05-29T02:48:16.409936Z","steps":["trace[222376494] 'process raft request' (duration: 102.542351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:16.469951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.98301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T02:48:16.470117Z","caller":"traceutil/trace.go:171","msg":"trace[1054283377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19649; }","duration":"148.183635ms","start":"2026-05-29T02:48:16.32191Z","end":"2026-05-29T02:48:16.470093Z","steps":["trace[1054283377] 'agreement among raft nodes before linearized reading' (duration: 88.171238ms)","trace[1054283377] 'range keys from in-memory index tree' (duration: 59.73393ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:48:16.470163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.513088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-29T02:48:16.469972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.141931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:48:16.470257Z","caller":"traceutil/trace.go:171","msg":"trace[1007893561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19649; }","duration":"147.640371ms","start":"2026-05-29T02:48:16.322595Z","end":"2026-05-29T02:48:16.470235Z","steps":["trace[1007893561] 'agreement among raft nodes before linearized reading' (duration: 87.51384ms)","trace[1007893561] 'range keys from in-memory index tree' (duration: 59.899075ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:16.470302Z","caller":"traceutil/trace.go:171","msg":"trace[348630821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19649; }","duration":"146.501861ms","start":"2026-05-29T02:48:16.323781Z","end":"2026-05-29T02:48:16.470283Z","steps":["trace[348630821] 'agreement among raft nodes before linearized reading' (duration: 86.319719ms)","trace[348630821] 'range keys from in-memory index tree' (duration: 59.764901ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:48:16.469992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.818136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:48:16.470418Z","caller":"traceutil/trace.go:171","msg":"trace[1771191552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19649; }","duration":"163.299017ms","start":"2026-05-29T02:48:16.307095Z","end":"2026-05-29T02:48:16.470394Z","steps":["trace[1771191552] 'agreement among raft nodes before linearized reading' (duration: 102.920571ms)","trace[1771191552] 'range keys from in-memory index tree' (duration: 59.819522ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:16.639425Z","caller":"traceutil/trace.go:171","msg":"trace[780550605] transaction","detail":"{read_only:false; response_revision:19651; number_of_response:1; }","duration":"164.181191ms","start":"2026-05-29T02:48:16.475201Z","end":"2026-05-29T02:48:16.639382Z","steps":["trace[780550605] 'process raft request' (duration: 101.114563ms)","trace[780550605] 'compare' (duration: 62.76927ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:16.639466Z","caller":"traceutil/trace.go:171","msg":"trace[1003530467] transaction","detail":"{read_only:false; response_revision:19652; number_of_response:1; }","duration":"163.277278ms","start":"2026-05-29T02:48:16.476163Z","end":"2026-05-29T02:48:16.639441Z","steps":["trace[1003530467] 'process raft request' (duration: 163.088272ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:16.63952Z","caller":"traceutil/trace.go:171","msg":"trace[483366758] transaction","detail":"{read_only:false; response_revision:19653; number_of_response:1; }","duration":"162.105097ms","start":"2026-05-29T02:48:16.47739Z","end":"2026-05-29T02:48:16.639495Z","steps":["trace[483366758] 'process raft request' (duration: 161.974773ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:16.788508Z","caller":"traceutil/trace.go:171","msg":"trace[2024270806] transaction","detail":"{read_only:false; response_revision:19654; number_of_response:1; }","duration":"143.838422ms","start":"2026-05-29T02:48:16.644637Z","end":"2026-05-29T02:48:16.788475Z","steps":["trace[2024270806] 'process raft request' (duration: 115.427075ms)","trace[2024270806] 'compare' (duration: 28.250373ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:17.872443Z","caller":"traceutil/trace.go:171","msg":"trace[1471827935] linearizableReadLoop","detail":"{readStateIndex:20362; appliedIndex:20361; }","duration":"103.467774ms","start":"2026-05-29T02:48:17.768742Z","end":"2026-05-29T02:48:17.87221Z","steps":["trace[1471827935] 'read index received' (duration: 103.30178ms)","trace[1471827935] 'applied index is now lower than readState.Index' (duration: 164.964µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:48:17.872593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.830434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:48:17.872635Z","caller":"traceutil/trace.go:171","msg":"trace[154203189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19656; }","duration":"103.910346ms","start":"2026-05-29T02:48:17.768716Z","end":"2026-05-29T02:48:17.872626Z","steps":["trace[154203189] 'agreement among raft nodes before linearized reading' (duration: 103.817764ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:17.873302Z","caller":"traceutil/trace.go:171","msg":"trace[2030890656] transaction","detail":"{read_only:false; response_revision:19656; number_of_response:1; }","duration":"104.45785ms","start":"2026-05-29T02:48:17.768034Z","end":"2026-05-29T02:48:17.872491Z","steps":["trace[2030890656] 'process raft request' (duration: 104.037368ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:18.66768Z","caller":"traceutil/trace.go:171","msg":"trace[517375389] linearizableReadLoop","detail":"{readStateIndex:20366; appliedIndex:20365; }","duration":"212.804792ms","start":"2026-05-29T02:48:18.454852Z","end":"2026-05-29T02:48:18.667657Z","steps":["trace[517375389] 'read index received' (duration: 212.694859ms)","trace[517375389] 'applied index is now lower than readState.Index' (duration: 109.093µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:18.667814Z","caller":"traceutil/trace.go:171","msg":"trace[1703265448] transaction","detail":"{read_only:false; response_revision:19660; number_of_response:1; }","duration":"252.362959ms","start":"2026-05-29T02:48:18.415374Z","end":"2026-05-29T02:48:18.667737Z","steps":["trace[1703265448] 'process raft request' (duration: 252.126122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:18.667929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.059419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T02:48:18.66797Z","caller":"traceutil/trace.go:171","msg":"trace[1554025453] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19660; }","duration":"213.1401ms","start":"2026-05-29T02:48:18.45482Z","end":"2026-05-29T02:48:18.66796Z","steps":["trace[1554025453] 'agreement among raft nodes before linearized reading' (duration: 212.978056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:18.668086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.599986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-29T02:48:18.668156Z","caller":"traceutil/trace.go:171","msg":"trace[1392541968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19660; }","duration":"111.678767ms","start":"2026-05-29T02:48:18.556459Z","end":"2026-05-29T02:48:18.668137Z","steps":["trace[1392541968] 'agreement among raft nodes before linearized reading' (duration: 111.476883ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:20.886592Z","caller":"traceutil/trace.go:171","msg":"trace[1823207218] transaction","detail":"{read_only:false; response_revision:19671; number_of_response:1; }","duration":"174.422576ms","start":"2026-05-29T02:48:20.712149Z","end":"2026-05-29T02:48:20.886572Z","steps":["trace[1823207218] 'process raft request' (duration: 96.562865ms)","trace[1823207218] 'compare' (duration: 77.652366ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:20.886613Z","caller":"traceutil/trace.go:171","msg":"trace[1666069086] transaction","detail":"{read_only:false; response_revision:19673; number_of_response:1; }","duration":"174.158929ms","start":"2026-05-29T02:48:20.712436Z","end":"2026-05-29T02:48:20.886595Z","steps":["trace[1666069086] 'process raft request' (duration: 174.090698ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:20.886648Z","caller":"traceutil/trace.go:171","msg":"trace[257321807] transaction","detail":"{read_only:false; response_revision:19672; number_of_response:1; }","duration":"174.305733ms","start":"2026-05-29T02:48:20.712305Z","end":"2026-05-29T02:48:20.886611Z","steps":["trace[257321807] 'process raft request' (duration: 174.1766ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:20.886784Z","caller":"traceutil/trace.go:171","msg":"trace[1842755092] transaction","detail":"{read_only:false; response_revision:19674; number_of_response:1; }","duration":"174.028865ms","start":"2026-05-29T02:48:20.712748Z","end":"2026-05-29T02:48:20.886777Z","steps":["trace[1842755092] 'process raft request' (duration: 173.81384ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:20.886794Z","caller":"traceutil/trace.go:171","msg":"trace[1594480321] linearizableReadLoop","detail":"{readStateIndex:20380; appliedIndex:20376; }","duration":"118.574837ms","start":"2026-05-29T02:48:20.768175Z","end":"2026-05-29T02:48:20.886749Z","steps":["trace[1594480321] 'read index received' (duration: 40.547953ms)","trace[1594480321] 'applied index is now lower than readState.Index' (duration: 78.023614ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:48:20.886939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.764022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:48:20.88696Z","caller":"traceutil/trace.go:171","msg":"trace[1046773280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19674; }","duration":"118.843064ms","start":"2026-05-29T02:48:20.768111Z","end":"2026-05-29T02:48:20.886955Z","steps":["trace[1046773280] 'agreement among raft nodes before linearized reading' (duration: 118.792553ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:22.328846Z","caller":"traceutil/trace.go:171","msg":"trace[1191889909] transaction","detail":"{read_only:false; response_revision:19677; number_of_response:1; }","duration":"209.627169ms","start":"2026-05-29T02:48:22.119193Z","end":"2026-05-29T02:48:22.32882Z","steps":["trace[1191889909] 'process raft request' (duration: 209.478555ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:22.357274Z","caller":"traceutil/trace.go:171","msg":"trace[1014736817] transaction","detail":"{read_only:false; response_revision:19678; number_of_response:1; }","duration":"212.939685ms","start":"2026-05-29T02:48:22.144308Z","end":"2026-05-29T02:48:22.357248Z","steps":["trace[1014736817] 'process raft request' (duration: 212.75981ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:22.357412Z","caller":"traceutil/trace.go:171","msg":"trace[1571809768] transaction","detail":"{read_only:false; response_revision:19679; number_of_response:1; }","duration":"151.781899ms","start":"2026-05-29T02:48:22.205613Z","end":"2026-05-29T02:48:22.357395Z","steps":["trace[1571809768] 'process raft request' (duration: 151.591614ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:23.1095Z","caller":"traceutil/trace.go:171","msg":"trace[1599169494] transaction","detail":"{read_only:false; response_revision:19682; number_of_response:1; }","duration":"214.320992ms","start":"2026-05-29T02:48:22.895154Z","end":"2026-05-29T02:48:23.109475Z","steps":["trace[1599169494] 'process raft request' (duration: 212.394093ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:23.109807Z","caller":"traceutil/trace.go:171","msg":"trace[266055789] transaction","detail":"{read_only:false; response_revision:19683; number_of_response:1; }","duration":"214.375404ms","start":"2026-05-29T02:48:22.89539Z","end":"2026-05-29T02:48:23.109765Z","steps":["trace[266055789] 'process raft request' (duration: 214.037525ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:23.109899Z","caller":"traceutil/trace.go:171","msg":"trace[425554305] linearizableReadLoop","detail":"{readStateIndex:20391; appliedIndex:20387; }","duration":"207.163555ms","start":"2026-05-29T02:48:22.902711Z","end":"2026-05-29T02:48:23.109875Z","steps":["trace[425554305] 'read index received' (duration: 60.14028ms)","trace[425554305] 'applied index is now lower than readState.Index' (duration: 147.022395ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:23.110168Z","caller":"traceutil/trace.go:171","msg":"trace[187181778] transaction","detail":"{read_only:false; response_revision:19684; number_of_response:1; }","duration":"214.535416ms","start":"2026-05-29T02:48:22.895606Z","end":"2026-05-29T02:48:23.110142Z","steps":["trace[187181778] 'process raft request' (duration: 213.981661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:23.110236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.498484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-29T02:48:23.110288Z","caller":"traceutil/trace.go:171","msg":"trace[371468730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19684; }","duration":"207.578046ms","start":"2026-05-29T02:48:22.902693Z","end":"2026-05-29T02:48:23.110271Z","steps":["trace[371468730] 'agreement among raft nodes before linearized reading' (duration: 207.275889ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:24.850247Z","caller":"traceutil/trace.go:171","msg":"trace[528820840] transaction","detail":"{read_only:false; response_revision:19690; number_of_response:1; }","duration":"121.915034ms","start":"2026-05-29T02:48:24.728283Z","end":"2026-05-29T02:48:24.850198Z","steps":["trace[528820840] 'process raft request' (duration: 121.610125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:25.402794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.744619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-29T02:48:25.402808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.129247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-29T02:48:25.402857Z","caller":"traceutil/trace.go:171","msg":"trace[615904309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19691; }","duration":"289.877581ms","start":"2026-05-29T02:48:25.112968Z","end":"2026-05-29T02:48:25.402846Z","steps":["trace[615904309] 'range keys from in-memory index tree' (duration: 289.587165ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:25.402881Z","caller":"traceutil/trace.go:171","msg":"trace[104768180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19691; }","duration":"288.281381ms","start":"2026-05-29T02:48:25.114584Z","end":"2026-05-29T02:48:25.402865Z","steps":["trace[104768180] 'range keys from in-memory index tree' (duration: 287.961342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:25.402919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.677757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T02:48:25.402965Z","caller":"traceutil/trace.go:171","msg":"trace[367001014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19691; }","duration":"289.748859ms","start":"2026-05-29T02:48:25.113205Z","end":"2026-05-29T02:48:25.402954Z","steps":["trace[367001014] 'range keys from in-memory index tree' (duration: 289.559774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:25.402798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.471114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-29T02:48:25.402999Z","caller":"traceutil/trace.go:171","msg":"trace[1038267405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19691; }","duration":"281.696609ms","start":"2026-05-29T02:48:25.12129Z","end":"2026-05-29T02:48:25.402987Z","steps":["trace[1038267405] 'range keys from in-memory index tree' (duration: 281.362821ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:25.584115Z","caller":"traceutil/trace.go:171","msg":"trace[396837931] transaction","detail":"{read_only:false; response_revision:19693; number_of_response:1; }","duration":"177.205039ms","start":"2026-05-29T02:48:25.406882Z","end":"2026-05-29T02:48:25.584087Z","steps":["trace[396837931] 'process raft request' (duration: 176.997054ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:25.584404Z","caller":"traceutil/trace.go:171","msg":"trace[1470920723] transaction","detail":"{read_only:false; response_revision:19694; number_of_response:1; }","duration":"177.444735ms","start":"2026-05-29T02:48:25.406926Z","end":"2026-05-29T02:48:25.584371Z","steps":["trace[1470920723] 'process raft request' (duration: 177.112656ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:25.584863Z","caller":"traceutil/trace.go:171","msg":"trace[575715680] transaction","detail":"{read_only:false; response_revision:19695; number_of_response:1; }","duration":"177.835684ms","start":"2026-05-29T02:48:25.407017Z","end":"2026-05-29T02:48:25.584853Z","steps":["trace[575715680] 'process raft request' (duration: 177.235669ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:25.628846Z","caller":"traceutil/trace.go:171","msg":"trace[1190774914] transaction","detail":"{read_only:false; response_revision:19696; number_of_response:1; }","duration":"102.11306ms","start":"2026-05-29T02:48:25.526702Z","end":"2026-05-29T02:48:25.628815Z","steps":["trace[1190774914] 'process raft request' (duration: 101.935256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:25.629331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.498235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-05-29T02:48:25.629422Z","caller":"traceutil/trace.go:171","msg":"trace[1913378008] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19696; }","duration":"128.610758ms","start":"2026-05-29T02:48:25.50079Z","end":"2026-05-29T02:48:25.629401Z","steps":["trace[1913378008] 'agreement among raft nodes before linearized reading' (duration: 128.376871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:25.629482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.937726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-05-29T02:48:25.629535Z","caller":"traceutil/trace.go:171","msg":"trace[437761152] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19696; }","duration":"129.045329ms","start":"2026-05-29T02:48:25.500478Z","end":"2026-05-29T02:48:25.629523Z","steps":["trace[437761152] 'agreement among raft nodes before linearized reading' (duration: 128.871064ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:27.195176Z","caller":"traceutil/trace.go:171","msg":"trace[821218151] transaction","detail":"{read_only:false; response_revision:19701; number_of_response:1; }","duration":"147.139398ms","start":"2026-05-29T02:48:27.04801Z","end":"2026-05-29T02:48:27.195149Z","steps":["trace[821218151] 'process raft request' (duration: 146.967974ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:27.885963Z","caller":"traceutil/trace.go:171","msg":"trace[2100495653] linearizableReadLoop","detail":"{readStateIndex:20413; appliedIndex:20410; }","duration":"251.993669ms","start":"2026-05-29T02:48:27.63395Z","end":"2026-05-29T02:48:27.885944Z","steps":["trace[2100495653] 'read index received' (duration: 35.04164ms)","trace[2100495653] 'applied index is now lower than readState.Index' (duration: 216.951329ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:27.886067Z","caller":"traceutil/trace.go:171","msg":"trace[478460877] transaction","detail":"{read_only:false; response_revision:19705; number_of_response:1; }","duration":"282.774978ms","start":"2026-05-29T02:48:27.603283Z","end":"2026-05-29T02:48:27.886058Z","steps":["trace[478460877] 'process raft request' (duration: 282.614834ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:27.886116Z","caller":"traceutil/trace.go:171","msg":"trace[1351723986] transaction","detail":"{read_only:false; response_revision:19704; number_of_response:1; }","duration":"284.119383ms","start":"2026-05-29T02:48:27.601936Z","end":"2026-05-29T02:48:27.886055Z","steps":["trace[1351723986] 'process raft request' (duration: 252.80571ms)","trace[1351723986] 'compare' (duration: 31.050957ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:48:27.886326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.372458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-05-29T02:48:27.886358Z","caller":"traceutil/trace.go:171","msg":"trace[543784991] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19705; }","duration":"252.45416ms","start":"2026-05-29T02:48:27.633895Z","end":"2026-05-29T02:48:27.886349Z","steps":["trace[543784991] 'agreement among raft nodes before linearized reading' (duration: 252.314987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:27.88649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.866526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-05-29T02:48:27.886514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.679924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-rpc-server-767ff7699b-dsw5v\" ","response":"range_response_count:1 size:10406"} {"level":"info","ts":"2026-05-29T02:48:27.886553Z","caller":"traceutil/trace.go:171","msg":"trace[23685930] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19705; }","duration":"251.964998ms","start":"2026-05-29T02:48:27.634571Z","end":"2026-05-29T02:48:27.886536Z","steps":["trace[23685930] 'agreement among raft nodes before linearized reading' (duration: 251.785382ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:27.886574Z","caller":"traceutil/trace.go:171","msg":"trace[1536761510] range","detail":"{range_begin:/registry/pods/openstack/neutron-rpc-server-767ff7699b-dsw5v; range_end:; response_count:1; response_revision:19705; }","duration":"112.781806ms","start":"2026-05-29T02:48:27.773776Z","end":"2026-05-29T02:48:27.886557Z","steps":["trace[1536761510] 'agreement among raft nodes before linearized reading' (duration: 112.604761ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:28.628712Z","caller":"traceutil/trace.go:171","msg":"trace[1490259927] transaction","detail":"{read_only:false; response_revision:19708; number_of_response:1; }","duration":"166.381327ms","start":"2026-05-29T02:48:28.462265Z","end":"2026-05-29T02:48:28.628646Z","steps":["trace[1490259927] 'process raft request' (duration: 166.225223ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:28.634854Z","caller":"traceutil/trace.go:171","msg":"trace[2108065184] linearizableReadLoop","detail":"{readStateIndex:20418; appliedIndex:20415; }","duration":"103.311931ms","start":"2026-05-29T02:48:28.531526Z","end":"2026-05-29T02:48:28.634838Z","steps":["trace[2108065184] 'read index received' (duration: 96.971277ms)","trace[2108065184] 'applied index is now lower than readState.Index' (duration: 6.339764ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:48:28.634995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.445804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:48:28.635028Z","caller":"traceutil/trace.go:171","msg":"trace[1800673804] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:19710; }","duration":"103.525317ms","start":"2026-05-29T02:48:28.531493Z","end":"2026-05-29T02:48:28.635019Z","steps":["trace[1800673804] 'agreement among raft nodes before linearized reading' (duration: 103.415204ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:28.635342Z","caller":"traceutil/trace.go:171","msg":"trace[791156278] transaction","detail":"{read_only:false; response_revision:19709; number_of_response:1; }","duration":"117.852877ms","start":"2026-05-29T02:48:28.517478Z","end":"2026-05-29T02:48:28.635331Z","steps":["trace[791156278] 'process raft request' (duration: 117.238531ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:28.635486Z","caller":"traceutil/trace.go:171","msg":"trace[1359700081] transaction","detail":"{read_only:false; response_revision:19710; number_of_response:1; }","duration":"117.655023ms","start":"2026-05-29T02:48:28.517822Z","end":"2026-05-29T02:48:28.635477Z","steps":["trace[1359700081] 'process raft request' (duration: 116.971316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:28.901352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.584366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:48:28.901433Z","caller":"traceutil/trace.go:171","msg":"trace[1364842842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19710; }","duration":"133.70403ms","start":"2026-05-29T02:48:28.767712Z","end":"2026-05-29T02:48:28.901416Z","steps":["trace[1364842842] 'range keys from in-memory index tree' (duration: 133.490863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:29.396244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.478008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-29T02:48:29.396325Z","caller":"traceutil/trace.go:171","msg":"trace[379955262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19711; }","duration":"196.621342ms","start":"2026-05-29T02:48:29.199686Z","end":"2026-05-29T02:48:29.396307Z","steps":["trace[379955262] 'range keys from in-memory index tree' (duration: 196.14655ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:29.804833Z","caller":"traceutil/trace.go:171","msg":"trace[1823153123] transaction","detail":"{read_only:false; response_revision:19714; number_of_response:1; }","duration":"126.369319ms","start":"2026-05-29T02:48:29.678443Z","end":"2026-05-29T02:48:29.804813Z","steps":["trace[1823153123] 'process raft request' (duration: 126.238846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:29.885185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.38896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:48:29.885302Z","caller":"traceutil/trace.go:171","msg":"trace[1329685389] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19714; }","duration":"175.562066ms","start":"2026-05-29T02:48:29.70971Z","end":"2026-05-29T02:48:29.885272Z","steps":["trace[1329685389] 'agreement among raft nodes before linearized reading' (duration: 95.086728ms)","trace[1329685389] 'count revisions from in-memory index tree' (duration: 80.307833ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:48:30.133223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.411591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qw4sm\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-05-29T02:48:30.133665Z","caller":"traceutil/trace.go:171","msg":"trace[1828066495] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qw4sm; range_end:; response_count:1; response_revision:19716; }","duration":"131.850501ms","start":"2026-05-29T02:48:30.001727Z","end":"2026-05-29T02:48:30.133577Z","steps":["trace[1828066495] 'range keys from in-memory index tree' (duration: 131.141283ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:30.763213Z","caller":"traceutil/trace.go:171","msg":"trace[777438581] transaction","detail":"{read_only:false; response_revision:19719; number_of_response:1; }","duration":"122.196311ms","start":"2026-05-29T02:48:30.640995Z","end":"2026-05-29T02:48:30.763191Z","steps":["trace[777438581] 'process raft request' (duration: 122.1509ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:30.763282Z","caller":"traceutil/trace.go:171","msg":"trace[516544855] transaction","detail":"{read_only:false; response_revision:19718; number_of_response:1; }","duration":"122.766386ms","start":"2026-05-29T02:48:30.640487Z","end":"2026-05-29T02:48:30.763253Z","steps":["trace[516544855] 'process raft request' (duration: 122.465038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:31.953937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.453375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-29T02:48:31.954021Z","caller":"traceutil/trace.go:171","msg":"trace[72733718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19725; }","duration":"130.582488ms","start":"2026-05-29T02:48:31.823416Z","end":"2026-05-29T02:48:31.953999Z","steps":["trace[72733718] 'range keys from in-memory index tree' (duration: 130.299391ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:32.878671Z","caller":"traceutil/trace.go:171","msg":"trace[1602857114] transaction","detail":"{read_only:false; response_revision:19732; number_of_response:1; }","duration":"106.695379ms","start":"2026-05-29T02:48:32.771937Z","end":"2026-05-29T02:48:32.878632Z","steps":["trace[1602857114] 'process raft request' (duration: 106.34752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:34.334387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.70218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:48:34.334487Z","caller":"traceutil/trace.go:171","msg":"trace[1144700376] linearizableReadLoop","detail":"{readStateIndex:20447; appliedIndex:20446; }","duration":"273.884627ms","start":"2026-05-29T02:48:34.060584Z","end":"2026-05-29T02:48:34.334469Z","steps":["trace[1144700376] 'read index received' (duration: 135.033693ms)","trace[1144700376] 'applied index is now lower than readState.Index' (duration: 138.849934ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:34.334565Z","caller":"traceutil/trace.go:171","msg":"trace[926401780] transaction","detail":"{read_only:false; response_revision:19738; number_of_response:1; }","duration":"274.465392ms","start":"2026-05-29T02:48:34.060088Z","end":"2026-05-29T02:48:34.334554Z","steps":["trace[926401780] 'process raft request' (duration: 135.519126ms)","trace[926401780] 'compare' (duration: 138.571546ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:48:34.334826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.219295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T02:48:34.334904Z","caller":"traceutil/trace.go:171","msg":"trace[1790572835] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19738; }","duration":"274.329078ms","start":"2026-05-29T02:48:34.060557Z","end":"2026-05-29T02:48:34.334886Z","steps":["trace[1790572835] 'agreement among raft nodes before linearized reading' (duration: 274.092802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:34.334804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.098965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qw4sm\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-05-29T02:48:34.335287Z","caller":"traceutil/trace.go:171","msg":"trace[1459529745] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qw4sm; range_end:; response_count:1; response_revision:19738; }","duration":"120.540497ms","start":"2026-05-29T02:48:34.214646Z","end":"2026-05-29T02:48:34.335186Z","steps":["trace[1459529745] 'agreement among raft nodes before linearized reading' (duration: 119.982333ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:35.002507Z","caller":"traceutil/trace.go:171","msg":"trace[1129549010] transaction","detail":"{read_only:false; response_revision:19741; number_of_response:1; }","duration":"118.036653ms","start":"2026-05-29T02:48:34.884423Z","end":"2026-05-29T02:48:35.002459Z","steps":["trace[1129549010] 'process raft request' (duration: 58.221141ms)","trace[1129549010] 'compare' (duration: 59.601267ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:35.597877Z","caller":"traceutil/trace.go:171","msg":"trace[1232527658] transaction","detail":"{read_only:false; response_revision:19743; number_of_response:1; }","duration":"142.355533ms","start":"2026-05-29T02:48:35.455498Z","end":"2026-05-29T02:48:35.597853Z","steps":["trace[1232527658] 'process raft request' (duration: 142.130868ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:36.480626Z","caller":"traceutil/trace.go:171","msg":"trace[844931934] linearizableReadLoop","detail":"{readStateIndex:20458; appliedIndex:20457; }","duration":"141.219074ms","start":"2026-05-29T02:48:36.339342Z","end":"2026-05-29T02:48:36.480562Z","steps":["trace[844931934] 'read index received' (duration: 65.736556ms)","trace[844931934] 'applied index is now lower than readState.Index' (duration: 75.480468ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:48:36.480853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.497002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:48:36.480926Z","caller":"traceutil/trace.go:171","msg":"trace[1666072869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19748; }","duration":"141.607506ms","start":"2026-05-29T02:48:36.339303Z","end":"2026-05-29T02:48:36.480911Z","steps":["trace[1666072869] 'agreement among raft nodes before linearized reading' (duration: 141.39207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:36.480929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.023091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qw4sm\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-05-29T02:48:36.480975Z","caller":"traceutil/trace.go:171","msg":"trace[964453141] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qw4sm; range_end:; response_count:1; response_revision:19748; }","duration":"121.116513ms","start":"2026-05-29T02:48:36.359847Z","end":"2026-05-29T02:48:36.480964Z","steps":["trace[964453141] 'agreement among raft nodes before linearized reading' (duration: 120.923318ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:37.134861Z","caller":"traceutil/trace.go:171","msg":"trace[1434338378] transaction","detail":"{read_only:false; response_revision:19752; number_of_response:1; }","duration":"126.682058ms","start":"2026-05-29T02:48:37.008143Z","end":"2026-05-29T02:48:37.134825Z","steps":["trace[1434338378] 'process raft request' (duration: 35.230495ms)","trace[1434338378] 'compare' (duration: 91.31084ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:37.779548Z","caller":"traceutil/trace.go:171","msg":"trace[347820223] linearizableReadLoop","detail":"{readStateIndex:20464; appliedIndex:20463; }","duration":"158.852112ms","start":"2026-05-29T02:48:37.620677Z","end":"2026-05-29T02:48:37.779529Z","steps":["trace[347820223] 'read index received' (duration: 158.649376ms)","trace[347820223] 'applied index is now lower than readState.Index' (duration: 201.696µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:48:37.77972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.022656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T02:48:37.779749Z","caller":"traceutil/trace.go:171","msg":"trace[861049624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19754; }","duration":"159.081897ms","start":"2026-05-29T02:48:37.620658Z","end":"2026-05-29T02:48:37.77974Z","steps":["trace[861049624] 'agreement among raft nodes before linearized reading' (duration: 158.950794ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:37.780017Z","caller":"traceutil/trace.go:171","msg":"trace[1084069207] transaction","detail":"{read_only:false; response_revision:19754; number_of_response:1; }","duration":"174.673542ms","start":"2026-05-29T02:48:37.605335Z","end":"2026-05-29T02:48:37.780009Z","steps":["trace[1084069207] 'process raft request' (duration: 174.061436ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:37.917199Z","caller":"traceutil/trace.go:171","msg":"trace[1347896490] transaction","detail":"{read_only:false; response_revision:19755; number_of_response:1; }","duration":"133.822442ms","start":"2026-05-29T02:48:37.783344Z","end":"2026-05-29T02:48:37.917167Z","steps":["trace[1347896490] 'process raft request' (duration: 62.766269ms)","trace[1347896490] 'compare' (duration: 70.823677ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:39.626319Z","caller":"traceutil/trace.go:171","msg":"trace[79251649] linearizableReadLoop","detail":"{readStateIndex:20474; appliedIndex:20473; }","duration":"123.602558ms","start":"2026-05-29T02:48:39.502695Z","end":"2026-05-29T02:48:39.626298Z","steps":["trace[79251649] 'read index received' (duration: 123.405772ms)","trace[79251649] 'applied index is now lower than readState.Index' (duration: 195.946µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:48:39.626711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.556478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:48:39.626721Z","caller":"traceutil/trace.go:171","msg":"trace[1898680625] transaction","detail":"{read_only:false; response_revision:19764; number_of_response:1; }","duration":"162.464895ms","start":"2026-05-29T02:48:39.464212Z","end":"2026-05-29T02:48:39.626676Z","steps":["trace[1898680625] 'process raft request' (duration: 161.955772ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:39.626765Z","caller":"traceutil/trace.go:171","msg":"trace[311952532] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:19764; }","duration":"120.62988ms","start":"2026-05-29T02:48:39.506124Z","end":"2026-05-29T02:48:39.626753Z","steps":["trace[311952532] 'agreement among raft nodes before linearized reading' (duration: 120.534498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:39.626568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.860304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:48:39.627106Z","caller":"traceutil/trace.go:171","msg":"trace[1766493109] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19764; }","duration":"124.446099ms","start":"2026-05-29T02:48:39.502647Z","end":"2026-05-29T02:48:39.627093Z","steps":["trace[1766493109] 'agreement among raft nodes before linearized reading' (duration: 123.850254ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:40.387039Z","caller":"traceutil/trace.go:171","msg":"trace[2064001086] transaction","detail":"{read_only:false; response_revision:19768; number_of_response:1; }","duration":"144.053768ms","start":"2026-05-29T02:48:40.242963Z","end":"2026-05-29T02:48:40.387016Z","steps":["trace[2064001086] 'process raft request' (duration: 108.196068ms)","trace[2064001086] 'compare' (duration: 35.764258ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:43.021531Z","caller":"traceutil/trace.go:171","msg":"trace[734987940] transaction","detail":"{read_only:false; response_revision:19780; number_of_response:1; }","duration":"118.624998ms","start":"2026-05-29T02:48:42.902882Z","end":"2026-05-29T02:48:43.021507Z","steps":["trace[734987940] 'process raft request' (duration: 118.494914ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:43.299743Z","caller":"traceutil/trace.go:171","msg":"trace[1696718146] transaction","detail":"{read_only:false; response_revision:19782; number_of_response:1; }","duration":"118.018302ms","start":"2026-05-29T02:48:43.181698Z","end":"2026-05-29T02:48:43.299717Z","steps":["trace[1696718146] 'process raft request' (duration: 117.844507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:43.59089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.312095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:48:43.591113Z","caller":"traceutil/trace.go:171","msg":"trace[615246883] transaction","detail":"{read_only:false; response_revision:19783; number_of_response:1; }","duration":"366.181712ms","start":"2026-05-29T02:48:43.224907Z","end":"2026-05-29T02:48:43.591089Z","steps":["trace[615246883] 'process raft request' (duration: 120.593179ms)","trace[615246883] 'compare' (duration: 245.220973ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:48:43.591233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:48:43.22488Z","time spent":"366.290434ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:48:45.031271Z","caller":"traceutil/trace.go:171","msg":"trace[593185763] linearizableReadLoop","detail":"{readStateIndex:20499; appliedIndex:20498; }","duration":"376.019387ms","start":"2026-05-29T02:48:44.655229Z","end":"2026-05-29T02:48:45.031248Z","steps":["trace[593185763] 'read index received' (duration: 375.941425ms)","trace[593185763] 'applied index is now lower than readState.Index' (duration: 77.042µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:45.031355Z","caller":"traceutil/trace.go:171","msg":"trace[1696291695] transaction","detail":"{read_only:false; response_revision:19788; number_of_response:1; }","duration":"377.874266ms","start":"2026-05-29T02:48:44.653449Z","end":"2026-05-29T02:48:45.031323Z","steps":["trace[1696291695] 'process raft request' (duration: 377.6576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:45.031524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:48:44.653431Z","time spent":"378.004968ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:48:45.032977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.722801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942914"} {"level":"info","ts":"2026-05-29T02:48:45.03304Z","caller":"traceutil/trace.go:171","msg":"trace[942138545] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19788; }","duration":"377.835453ms","start":"2026-05-29T02:48:44.655191Z","end":"2026-05-29T02:48:45.033026Z","steps":["trace[942138545] 'agreement among raft nodes before linearized reading' (duration: 376.195571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:45.033081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:48:44.655174Z","time spent":"377.895425ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":942936,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:48:45.053223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.757165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:48:45.053263Z","caller":"traceutil/trace.go:171","msg":"trace[1825998475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19789; }","duration":"285.848287ms","start":"2026-05-29T02:48:44.767405Z","end":"2026-05-29T02:48:45.053253Z","steps":["trace[1825998475] 'agreement among raft nodes before linearized reading' (duration: 285.776205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:45.053252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.089668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T02:48:45.053325Z","caller":"traceutil/trace.go:171","msg":"trace[121401328] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19789; }","duration":"327.211431ms","start":"2026-05-29T02:48:44.726096Z","end":"2026-05-29T02:48:45.053308Z","steps":["trace[121401328] 'agreement among raft nodes before linearized reading' (duration: 326.999465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:45.053364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:48:44.726072Z","time spent":"327.284282ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:48:46.517536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.068089ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:48:46.517633Z","caller":"traceutil/trace.go:171","msg":"trace[2017413026] linearizableReadLoop","detail":"{readStateIndex:20508; appliedIndex:20507; }","duration":"158.550395ms","start":"2026-05-29T02:48:46.359065Z","end":"2026-05-29T02:48:46.517615Z","steps":["trace[2017413026] 'read index received' (duration: 19.375053ms)","trace[2017413026] 'applied index is now lower than readState.Index' (duration: 139.174202ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:48:46.517849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.76015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-29T02:48:46.517926Z","caller":"traceutil/trace.go:171","msg":"trace[1789816310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19796; }","duration":"158.880123ms","start":"2026-05-29T02:48:46.359029Z","end":"2026-05-29T02:48:46.517909Z","steps":["trace[1789816310] 'agreement among raft nodes before linearized reading' (duration: 158.661397ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:46.701819Z","caller":"traceutil/trace.go:171","msg":"trace[1452552511] transaction","detail":"{read_only:false; response_revision:19798; number_of_response:1; }","duration":"179.99192ms","start":"2026-05-29T02:48:46.52179Z","end":"2026-05-29T02:48:46.701782Z","steps":["trace[1452552511] 'process raft request' (duration: 144.726476ms)","trace[1452552511] 'compare' (duration: 34.918176ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:47.229296Z","caller":"traceutil/trace.go:171","msg":"trace[887784748] transaction","detail":"{read_only:false; response_revision:19800; number_of_response:1; }","duration":"169.215821ms","start":"2026-05-29T02:48:47.060053Z","end":"2026-05-29T02:48:47.229269Z","steps":["trace[887784748] 'process raft request' (duration: 122.232131ms)","trace[887784748] 'compare' (duration: 46.798905ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:47.229613Z","caller":"traceutil/trace.go:171","msg":"trace[616652761] transaction","detail":"{read_only:false; response_revision:19801; number_of_response:1; }","duration":"169.465377ms","start":"2026-05-29T02:48:47.060116Z","end":"2026-05-29T02:48:47.229581Z","steps":["trace[616652761] 'process raft request' (duration: 169.112558ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:47.229715Z","caller":"traceutil/trace.go:171","msg":"trace[1108926101] linearizableReadLoop","detail":"{readStateIndex:20513; appliedIndex:20511; }","duration":"114.185163ms","start":"2026-05-29T02:48:47.115507Z","end":"2026-05-29T02:48:47.229692Z","steps":["trace[1108926101] 'read index received' (duration: 66.68277ms)","trace[1108926101] 'applied index is now lower than readState.Index' (duration: 47.501553ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:48:47.230684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.156808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942914"} {"level":"info","ts":"2026-05-29T02:48:47.230731Z","caller":"traceutil/trace.go:171","msg":"trace[312553631] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19802; }","duration":"115.23792ms","start":"2026-05-29T02:48:47.115482Z","end":"2026-05-29T02:48:47.23072Z","steps":["trace[312553631] 'agreement among raft nodes before linearized reading' (duration: 114.303475ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:47.729847Z","caller":"traceutil/trace.go:171","msg":"trace[1727897133] transaction","detail":"{read_only:false; response_revision:19804; number_of_response:1; }","duration":"128.263608ms","start":"2026-05-29T02:48:47.601562Z","end":"2026-05-29T02:48:47.729825Z","steps":["trace[1727897133] 'process raft request' (duration: 128.145555ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:50.420116Z","caller":"traceutil/trace.go:171","msg":"trace[295070599] linearizableReadLoop","detail":"{readStateIndex:20527; appliedIndex:20526; }","duration":"241.899427ms","start":"2026-05-29T02:48:50.178192Z","end":"2026-05-29T02:48:50.420092Z","steps":["trace[295070599] 'read index received' (duration: 241.698822ms)","trace[295070599] 'applied index is now lower than readState.Index' (duration: 199.685µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:48:50.420263Z","caller":"traceutil/trace.go:171","msg":"trace[1828377531] transaction","detail":"{read_only:false; response_revision:19815; number_of_response:1; }","duration":"287.138741ms","start":"2026-05-29T02:48:50.133113Z","end":"2026-05-29T02:48:50.420252Z","steps":["trace[1828377531] 'process raft request' (duration: 286.837533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:50.420418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.854434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-05-29T02:48:50.420478Z","caller":"traceutil/trace.go:171","msg":"trace[186102913] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19815; }","duration":"160.976237ms","start":"2026-05-29T02:48:50.259487Z","end":"2026-05-29T02:48:50.420464Z","steps":["trace[186102913] 'agreement among raft nodes before linearized reading' (duration: 160.783951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:50.420635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.442771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T02:48:50.420653Z","caller":"traceutil/trace.go:171","msg":"trace[1898578327] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19815; }","duration":"242.489621ms","start":"2026-05-29T02:48:50.178159Z","end":"2026-05-29T02:48:50.420649Z","steps":["trace[1898578327] 'agreement among raft nodes before linearized reading' (duration: 242.43407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:50.420837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.356543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T02:48:50.420856Z","caller":"traceutil/trace.go:171","msg":"trace[711498784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19815; }","duration":"105.421405ms","start":"2026-05-29T02:48:50.31543Z","end":"2026-05-29T02:48:50.420852Z","steps":["trace[711498784] 'agreement among raft nodes before linearized reading' (duration: 105.370784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:50.420892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.752711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-05-29T02:48:50.420942Z","caller":"traceutil/trace.go:171","msg":"trace[2123237316] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19815; }","duration":"160.863053ms","start":"2026-05-29T02:48:50.260061Z","end":"2026-05-29T02:48:50.420925Z","steps":["trace[2123237316] 'agreement among raft nodes before linearized reading' (duration: 160.620047ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:52.583396Z","caller":"traceutil/trace.go:171","msg":"trace[162074584] transaction","detail":"{read_only:false; response_revision:19827; number_of_response:1; }","duration":"108.327061ms","start":"2026-05-29T02:48:52.475013Z","end":"2026-05-29T02:48:52.58334Z","steps":["trace[162074584] 'process raft request' (duration: 105.019785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:48:52.974917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.589829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-29T02:48:52.975267Z","caller":"traceutil/trace.go:171","msg":"trace[1260805863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19828; }","duration":"148.000509ms","start":"2026-05-29T02:48:52.827247Z","end":"2026-05-29T02:48:52.975247Z","steps":["trace[1260805863] 'range keys from in-memory index tree' (duration: 147.409484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:27.670702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155656848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:49:28.171428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155656848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:49:28.671724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155656848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:49:29.172942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155656848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:49:29.673107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155656848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:49:29.768514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000726205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:49:29.768615Z","caller":"traceutil/trace.go:171","msg":"trace[2122132224] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000844748s","start":"2026-05-29T02:49:27.767751Z","end":"2026-05-29T02:49:29.768596Z","steps":["trace[2122132224] 'agreement among raft nodes before linearized reading' (duration: 2.000737455s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:29.768646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:27.767745Z","time spent":"2.00089215s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:49:30.173399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155656848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:49:30.675337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869714155656848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:49:30.850593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.868095461s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:49:30.851099Z","caller":"traceutil/trace.go:171","msg":"trace[1494781918] transaction","detail":"{read_only:false; response_revision:20000; number_of_response:1; }","duration":"3.868643885s","start":"2026-05-29T02:49:26.982389Z","end":"2026-05-29T02:49:30.851033Z","steps":["trace[1494781918] 'process raft request' (duration: 3.868503071s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.851325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:26.982371Z","time spent":"3.86883816s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:49:30.869482Z","caller":"traceutil/trace.go:171","msg":"trace[765373880] transaction","detail":"{read_only:false; response_revision:20003; number_of_response:1; }","duration":"3.312230376s","start":"2026-05-29T02:49:27.55723Z","end":"2026-05-29T02:49:30.86946Z","steps":["trace[765373880] 'process raft request' (duration: 3.312170345s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:49:30.869544Z","caller":"traceutil/trace.go:171","msg":"trace[1346588310] transaction","detail":"{read_only:false; response_revision:20002; number_of_response:1; }","duration":"3.461735606s","start":"2026-05-29T02:49:27.407783Z","end":"2026-05-29T02:49:30.869518Z","steps":["trace[1346588310] 'process raft request' (duration: 3.461588222s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:49:30.869549Z","caller":"traceutil/trace.go:171","msg":"trace[1409559114] transaction","detail":"{read_only:false; response_revision:20001; number_of_response:1; }","duration":"3.478904742s","start":"2026-05-29T02:49:27.390607Z","end":"2026-05-29T02:49:30.869511Z","steps":["trace[1409559114] 'process raft request' (duration: 3.478610955s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.869671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:27.407763Z","time spent":"3.461838888s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:49:30.869676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:27.390579Z","time spent":"3.479033855s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:49:30.869755Z","caller":"traceutil/trace.go:171","msg":"trace[928340342] linearizableReadLoop","detail":"{readStateIndex:20725; appliedIndex:20719; }","duration":"3.700026579s","start":"2026-05-29T02:49:27.169708Z","end":"2026-05-29T02:49:30.869734Z","steps":["trace[928340342] 'read index received' (duration: 3.681104998s)","trace[928340342] 'applied index is now lower than readState.Index' (duration: 18.920421ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:49:30.869771Z","caller":"traceutil/trace.go:171","msg":"trace[608768851] transaction","detail":"{read_only:false; response_revision:20005; number_of_response:1; }","duration":"1.212285707s","start":"2026-05-29T02:49:29.657471Z","end":"2026-05-29T02:49:30.869757Z","steps":["trace[608768851] 'process raft request' (duration: 1.212163153s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:49:30.869816Z","caller":"traceutil/trace.go:171","msg":"trace[2008668632] transaction","detail":"{read_only:false; response_revision:20004; number_of_response:1; }","duration":"2.875936516s","start":"2026-05-29T02:49:27.993835Z","end":"2026-05-29T02:49:30.869771Z","steps":["trace[2008668632] 'process raft request' (duration: 2.875595517s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.869897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.700186954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T02:49:30.869936Z","caller":"traceutil/trace.go:171","msg":"trace[446006071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20005; }","duration":"3.700254615s","start":"2026-05-29T02:49:27.169673Z","end":"2026-05-29T02:49:30.869928Z","steps":["trace[446006071] 'agreement among raft nodes before linearized reading' (duration: 3.700129312s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.86996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:27.169657Z","time spent":"3.700296938s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:49:30.869978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616650947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:49:30.869942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:29.657436Z","time spent":"1.212452481s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:49:30.870045Z","caller":"traceutil/trace.go:171","msg":"trace[176575283] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:20005; }","duration":"3.616755239s","start":"2026-05-29T02:49:27.253273Z","end":"2026-05-29T02:49:30.870028Z","steps":["trace[176575283] 'agreement among raft nodes before linearized reading' (duration: 3.616649477s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.870098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:27.253252Z","time spent":"3.616831881s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:49:30.870106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253349911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-29T02:49:30.870129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002133811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-29T02:49:30.870162Z","caller":"traceutil/trace.go:171","msg":"trace[2129580171] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:20005; }","duration":"3.002218902s","start":"2026-05-29T02:49:27.867933Z","end":"2026-05-29T02:49:30.870152Z","steps":["trace[2129580171] 'agreement among raft nodes before linearized reading' (duration: 3.002143831s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.870185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:27.867912Z","time spent":"3.002269274s","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-29T02:49:30.870212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.057902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:49:30.872493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828286431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:49:30.872613Z","caller":"traceutil/trace.go:171","msg":"trace[1565109585] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:20005; }","duration":"1.828411375s","start":"2026-05-29T02:49:29.044159Z","end":"2026-05-29T02:49:30.87257Z","steps":["trace[1565109585] 'agreement among raft nodes before linearized reading' (duration: 1.82825902s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.872653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:29.044148Z","time spent":"1.828493877s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:49:30.873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116371627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T02:49:30.873048Z","caller":"traceutil/trace.go:171","msg":"trace[720399581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20005; }","duration":"2.116468899s","start":"2026-05-29T02:49:28.756567Z","end":"2026-05-29T02:49:30.873035Z","steps":["trace[720399581] 'agreement among raft nodes before linearized reading' (duration: 2.116340576s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.87309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:28.756547Z","time spent":"2.11653525s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:49:30.869659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:27.557198Z","time spent":"3.31235375s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:49:30.873504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110445324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:49:30.87356Z","caller":"traceutil/trace.go:171","msg":"trace[1882274477] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:20005; }","duration":"1.110528507s","start":"2026-05-29T02:49:29.763017Z","end":"2026-05-29T02:49:30.873546Z","steps":["trace[1882274477] 'agreement among raft nodes before linearized reading' (duration: 1.107257792s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.873611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:29.763003Z","time spent":"1.110588278s","remote":"127.0.0.1:43178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:49:30.873972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554702083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:49:30.874023Z","caller":"traceutil/trace.go:171","msg":"trace[506052020] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:20005; }","duration":"1.554764174s","start":"2026-05-29T02:49:29.319246Z","end":"2026-05-29T02:49:30.87401Z","steps":["trace[506052020] 'agreement among raft nodes before linearized reading' (duration: 1.554679612s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.874065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:29.319238Z","time spent":"1.554817875s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:49:30.874389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:27.99381Z","time spent":"2.876296604s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:49:30.874651Z","caller":"traceutil/trace.go:171","msg":"trace[987193766] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:20005; }","duration":"886.150674ms","start":"2026-05-29T02:49:29.984099Z","end":"2026-05-29T02:49:30.87025Z","steps":["trace[987193766] 'agreement among raft nodes before linearized reading' (duration: 886.077072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.874715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:29.984077Z","time spent":"890.61304ms","remote":"127.0.0.1:50178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:49:30.875099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105990849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:49:30.875146Z","caller":"traceutil/trace.go:171","msg":"trace[856383137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20005; }","duration":"1.10604691s","start":"2026-05-29T02:49:29.769086Z","end":"2026-05-29T02:49:30.875133Z","steps":["trace[856383137] 'agreement among raft nodes before linearized reading' (duration: 1.101174874s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.875185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:29.769082Z","time spent":"1.106096612s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:49:30.875739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571477167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:49:30.875804Z","caller":"traceutil/trace.go:171","msg":"trace[1507447015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20005; }","duration":"1.571556169s","start":"2026-05-29T02:49:29.304224Z","end":"2026-05-29T02:49:30.87578Z","steps":["trace[1507447015] 'agreement among raft nodes before linearized reading' (duration: 1.566061047s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.875836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:29.304209Z","time spent":"1.57161958s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:49:30.877019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.372514461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:49:30.877091Z","caller":"traceutil/trace.go:171","msg":"trace[71135240] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:20005; }","duration":"3.372623734s","start":"2026-05-29T02:49:27.504451Z","end":"2026-05-29T02:49:30.877074Z","steps":["trace[71135240] 'agreement among raft nodes before linearized reading' (duration: 3.372519431s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.877101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.676909791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-05-29T02:49:30.877131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:27.504429Z","time spent":"3.372685315s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:49:30.877156Z","caller":"traceutil/trace.go:171","msg":"trace[1094491917] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20005; }","duration":"2.676992693s","start":"2026-05-29T02:49:28.200141Z","end":"2026-05-29T02:49:30.877134Z","steps":["trace[1094491917] 'agreement among raft nodes before linearized reading' (duration: 2.676884861s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.877187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:28.200121Z","time spent":"2.677056766s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-29T02:49:30.877397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.149843214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qw4sm\" ","response":"range_response_count:1 size:9789"} {"level":"warn","ts":"2026-05-29T02:49:30.877417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338055809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-05-29T02:49:30.877449Z","caller":"traceutil/trace.go:171","msg":"trace[1457042589] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qw4sm; range_end:; response_count:1; response_revision:20005; }","duration":"3.149904616s","start":"2026-05-29T02:49:27.727532Z","end":"2026-05-29T02:49:30.877437Z","steps":["trace[1457042589] 'agreement among raft nodes before linearized reading' (duration: 3.149764611s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:49:30.877461Z","caller":"traceutil/trace.go:171","msg":"trace[1974348108] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20005; }","duration":"2.338130091s","start":"2026-05-29T02:49:28.53932Z","end":"2026-05-29T02:49:30.87745Z","steps":["trace[1974348108] 'agreement among raft nodes before linearized reading' (duration: 2.338032528s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.877487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:27.727502Z","time spent":"3.149975477s","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-qw4sm\" "} {"level":"warn","ts":"2026-05-29T02:49:30.87749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:28.539297Z","time spent":"2.338184882s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-29T02:49:30.877934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373581769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-05-29T02:49:30.878016Z","caller":"traceutil/trace.go:171","msg":"trace[1717423159] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20005; }","duration":"2.373718303s","start":"2026-05-29T02:49:28.504283Z","end":"2026-05-29T02:49:30.878002Z","steps":["trace[1717423159] 'agreement among raft nodes before linearized reading' (duration: 2.373496367s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.87805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:28.50426Z","time spent":"2.373779515s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-05-29T02:49:30.870153Z","caller":"traceutil/trace.go:171","msg":"trace[2013126618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20005; }","duration":"2.253431763s","start":"2026-05-29T02:49:28.616706Z","end":"2026-05-29T02:49:30.870138Z","steps":["trace[2013126618] 'agreement among raft nodes before linearized reading' (duration: 2.25328363s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.878146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:28.616689Z","time spent":"2.261443351s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:49:30.878634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.472047214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T02:49:30.878724Z","caller":"traceutil/trace.go:171","msg":"trace[1416996876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20005; }","duration":"3.472182347s","start":"2026-05-29T02:49:27.406522Z","end":"2026-05-29T02:49:30.878705Z","steps":["trace[1416996876] 'agreement among raft nodes before linearized reading' (duration: 3.471963622s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:30.878768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:27.406501Z","time spent":"3.472259018s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:50:23.257009Z","caller":"traceutil/trace.go:171","msg":"trace[1991558678] transaction","detail":"{read_only:false; response_revision:20274; number_of_response:1; }","duration":"126.02825ms","start":"2026-05-29T02:50:23.130954Z","end":"2026-05-29T02:50:23.256982Z","steps":["trace[1991558678] 'process raft request' (duration: 93.965049ms)","trace[1991558678] 'compare' (duration: 31.860626ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:50:23.257369Z","caller":"traceutil/trace.go:171","msg":"trace[2049521416] linearizableReadLoop","detail":"{readStateIndex:21007; appliedIndex:21005; }","duration":"125.110636ms","start":"2026-05-29T02:50:23.132234Z","end":"2026-05-29T02:50:23.257344Z","steps":["trace[2049521416] 'read index received' (duration: 92.686735ms)","trace[2049521416] 'applied index is now lower than readState.Index' (duration: 32.418851ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:50:23.257419Z","caller":"traceutil/trace.go:171","msg":"trace[363827250] transaction","detail":"{read_only:false; response_revision:20276; number_of_response:1; }","duration":"124.222403ms","start":"2026-05-29T02:50:23.133176Z","end":"2026-05-29T02:50:23.257398Z","steps":["trace[363827250] 'process raft request' (duration: 124.044238ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:23.257464Z","caller":"traceutil/trace.go:171","msg":"trace[460923384] transaction","detail":"{read_only:false; response_revision:20275; number_of_response:1; }","duration":"126.073541ms","start":"2026-05-29T02:50:23.131342Z","end":"2026-05-29T02:50:23.257416Z","steps":["trace[460923384] 'process raft request' (duration: 125.591708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:23.257702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.993962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:50:23.257754Z","caller":"traceutil/trace.go:171","msg":"trace[1105202124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20276; }","duration":"125.069666ms","start":"2026-05-29T02:50:23.132668Z","end":"2026-05-29T02:50:23.257737Z","steps":["trace[1105202124] 'agreement among raft nodes before linearized reading' (duration: 124.85126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:23.257852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.562138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:50:23.258003Z","caller":"traceutil/trace.go:171","msg":"trace[1303877029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20276; }","duration":"125.756294ms","start":"2026-05-29T02:50:23.132216Z","end":"2026-05-29T02:50:23.257972Z","steps":["trace[1303877029] 'agreement among raft nodes before linearized reading' (duration: 125.23137ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:51:41.441383Z","caller":"traceutil/trace.go:171","msg":"trace[1467681207] transaction","detail":"{read_only:false; response_revision:20679; number_of_response:1; }","duration":"106.515233ms","start":"2026-05-29T02:51:41.334817Z","end":"2026-05-29T02:51:41.441332Z","steps":["trace[1467681207] 'process raft request' (duration: 67.511562ms)","trace[1467681207] 'compare' (duration: 38.782666ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:51:41.441527Z","caller":"traceutil/trace.go:171","msg":"trace[1593153262] transaction","detail":"{read_only:false; response_revision:20680; number_of_response:1; }","duration":"106.540415ms","start":"2026-05-29T02:51:41.334949Z","end":"2026-05-29T02:51:41.44149Z","steps":["trace[1593153262] 'process raft request' (duration: 106.265937ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:51:41.470464Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19155} {"level":"info","ts":"2026-05-29T02:51:41.470569Z","caller":"traceutil/trace.go:171","msg":"trace[240370449] linearizableReadLoop","detail":"{readStateIndex:21431; appliedIndex:21427; }","duration":"124.987012ms","start":"2026-05-29T02:51:41.345557Z","end":"2026-05-29T02:51:41.470544Z","steps":["trace[240370449] 'read index received' (duration: 56.786013ms)","trace[240370449] 'applied index is now lower than readState.Index' (duration: 68.200089ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:51:41.470624Z","caller":"traceutil/trace.go:171","msg":"trace[491667205] compact","detail":"{revision:19155; response_revision:20682; }","duration":"127.101517ms","start":"2026-05-29T02:51:41.343503Z","end":"2026-05-29T02:51:41.470604Z","steps":["trace[491667205] 'process raft request' (duration: 97.95098ms)","trace[491667205] 'check and update compact revision' (duration: 28.835979ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:51:41.470692Z","caller":"traceutil/trace.go:171","msg":"trace[51484869] transaction","detail":"{read_only:false; response_revision:20682; number_of_response:1; }","duration":"105.750083ms","start":"2026-05-29T02:51:41.3649Z","end":"2026-05-29T02:51:41.47065Z","steps":["trace[51484869] 'process raft request' (duration: 105.517897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:51:41.470945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.351293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12027"} {"level":"info","ts":"2026-05-29T02:51:41.471049Z","caller":"traceutil/trace.go:171","msg":"trace[260940514] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:20682; }","duration":"125.508567ms","start":"2026-05-29T02:51:41.345515Z","end":"2026-05-29T02:51:41.471024Z","steps":["trace[260940514] 'agreement among raft nodes before linearized reading' (duration: 125.133597ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:51:41.573749Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19155,"took":"98.093725ms","hash":663174312,"current-db-size-bytes":57655296,"current-db-size":"58 MB","current-db-size-in-use-bytes":25501696,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-29T02:51:41.573807Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":663174312,"revision":19155,"compact-revision":17045}