------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0403 02:25:41.046200 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0403 02:25:41.046364 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0403 02:25:41.055144 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0403 02:25:41.058841 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0403 02:25:41.281320 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0403 02:25:41.298873 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0403 02:25:41.312065 7 nginx.go:271] "Starting NGINX Ingress controller" I0403 02:25:41.320529 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"ac318bde-8289-421d-9e95-74d48b84603b", APIVersion:"v1", ResourceVersion:"1344", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0403 02:25:41.324146 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"e219ad80-ed0b-4447-bc60-b08568834844", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0403 02:25:41.324229 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"c7cc157c-357c-4dcb-bada-f9d0d0ed2273", APIVersion:"v1", ResourceVersion:"1346", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0403 02:25:42.513773 7 nginx.go:317] "Starting NGINX process" I0403 02:25:42.513798 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0403 02:25:42.514281 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0403 02:25:42.514514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:42.514551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:25:42.514594 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:25:42.523822 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0403 02:25:42.523856 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-mrn72" I0403 02:25:42.551497 7 controller.go:216] "Backend successfully reloaded" I0403 02:25:42.551571 7 controller.go:227] "Initial sync, sleeping for 1 second" I0403 02:25:42.551650 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mrn72", UID:"994c6c2c-b868-4a8d-b0bd-3a86a809cc36", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 02:25:46.339896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:46.339923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:49.673697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:49.673764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:53.007775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:53.007828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:56.340098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:56.340139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:59.673817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:59.673860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:03.008644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:03.008697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:06.340556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:06.340601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:09.673984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:09.674029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:13.007045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:13.007090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:16.340169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:16.340230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:19.673808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:19.673859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:10.059456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:10.059484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:29.148960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:29.148988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:32.483001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:32.483035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:35.816744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:35.816794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:39.149169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:39.149214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:42.482528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:42.482578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:45.815901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:45.815970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:50.131646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:50.131692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:53.466425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:53.466467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:56.799228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:56.799285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:00.134024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:00.134064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:03.466487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:03.466526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:02.739175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:02.739218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:05.438545 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-246.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-246.nip.io-tls was not found. Using default certificate W0403 02:30:05.438596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:05.438608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:30:05.439949 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:14.7kB} I0403 02:30:05.439975 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0403 02:30:05.447568 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0403 02:30:05.448326 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-246.nip.io-tls" in local store I0403 02:30:05.448353 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"94e535c8-e0d0-43ce-ad13-b7bf84e5690d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3390", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:30:05.796396 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-246.nip.io-tls" I0403 02:30:05.797076 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-246.nip.io-tls" W0403 02:30:06.073285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:06.073327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:30:06.073414 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:30:06.131242 7 controller.go:216] "Backend successfully reloaded" I0403 02:30:06.131649 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mrn72", UID:"994c6c2c-b868-4a8d-b0bd-3a86a809cc36", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 02:30:09.407103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:09.407155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [03/Apr/2026:02:30:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.773 [auth-system-keycloak-80] [] 10.0.0.145:8080 1928 1.772 200 ce0861116313bd306937d8f28ba3f830 199.204.45.246 - - [03/Apr/2026:02:30:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.185 [auth-system-keycloak-80] [] 10.0.0.145:8080 116 0.186 404 bfc1e2be60ef855694e6605d25683173 199.204.45.246 - - [03/Apr/2026:02:30:20 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.106 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 4.106 201 e7f6fc6f725947f3248007fc1bea8350 199.204.45.246 - - [03/Apr/2026:02:30:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.666 [auth-system-keycloak-80] [] 10.0.0.145:8080 4246 0.667 200 e7282a592c38e99bfed8603362689a7b 199.204.45.246 - - [03/Apr/2026:02:30:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.527 [auth-system-keycloak-80] [] 10.0.0.145:8080 1928 0.525 200 a645e8b9f5b1b2f0226a497b2ccebc4a 199.204.45.246 - - [03/Apr/2026:02:30:22 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.028 [auth-system-keycloak-80] [] 10.0.0.145:8080 12500 0.028 200 1adfc6142a6c7bf07524e030fbea8dac 199.204.45.246 - - [03/Apr/2026:02:30:22 +0000] "GET /admin/realms/atmosphere/client-scopes/69eeb93c-3aa5-4056-be55-a05c44ee664e HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.045 [auth-system-keycloak-80] [] 10.0.0.145:8080 1278 0.045 200 c0ad9fa7b04e0acfae7a4abc99e01bc5 199.204.45.246 - - [03/Apr/2026:02:30:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/69eeb93c-3aa5-4056-be55-a05c44ee664e HTTP/1.1" 204 0 "-" "Ansible" 1848 0.020 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.019 204 c03622bd42f49910edabc7fd98e1a055 199.204.45.246 - - [03/Apr/2026:02:30:22 +0000] "GET /admin/realms/atmosphere/client-scopes/69eeb93c-3aa5-4056-be55-a05c44ee664e/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.067 [auth-system-keycloak-80] [] 10.0.0.145:8080 963 0.066 200 48a5779fd15e292b35fcc64c7a43c319 199.204.45.246 - - [03/Apr/2026:02:30:22 +0000] "GET /admin/realms/atmosphere/client-scopes/69eeb93c-3aa5-4056-be55-a05c44ee664e/protocol-mappers/models/d5efc70f-8e03-4ad1-bfb9-f6d23508a1ea HTTP/1.1" 200 366 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.145:8080 366 0.009 200 fd8fc940bdf52fb9b3535a90cb4ab8c8 199.204.45.246 - - [03/Apr/2026:02:30:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/69eeb93c-3aa5-4056-be55-a05c44ee664e/protocol-mappers/models/d5efc70f-8e03-4ad1-bfb9-f6d23508a1ea HTTP/1.1" 204 0 "-" "Ansible" 1622 0.075 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.074 204 28c0562acee8a4f438912075be452507 199.204.45.246 - - [03/Apr/2026:02:30:23 +0000] "GET /admin/realms/atmosphere/client-scopes/69eeb93c-3aa5-4056-be55-a05c44ee664e HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.083 [auth-system-keycloak-80] [] 10.0.0.145:8080 1218 0.082 200 69075f1895ed074baadc9a1321b4e6fd I0403 02:30:42.531712 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.106.131.167"}] I0403 02:30:42.536793 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"94e535c8-e0d0-43ce-ad13-b7bf84e5690d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3776", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:30:42.538361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:42.538403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [03/Apr/2026:02:30:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.459 [auth-system-keycloak-80] [] 10.0.0.145:8080 1928 0.457 200 ef20a6473102c2fa2884fc7804879f32 199.204.45.246 - - [03/Apr/2026:02:30:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.040 [auth-system-keycloak-80] [] 10.0.0.145:8080 2 0.040 200 9df58d06b69586c7005f7711e3b9f728 199.204.45.246 - - [03/Apr/2026:02:30:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.240 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.239 201 f97caf041cf3023e459a6d29f410082c 199.204.45.246 - - [03/Apr/2026:02:30:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.047 [auth-system-keycloak-80] [] 10.0.0.145:8080 1261 0.047 200 878d3228bdf54477d20da60dbb82f2f2 199.204.45.246 - - [03/Apr/2026:02:30:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.464 [auth-system-keycloak-80] [] 10.0.0.145:8080 1928 0.463 200 f4d45a9358b7d4adadcff0b40d18dfe1 199.204.45.246 - - [03/Apr/2026:02:30:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.145:8080 2 0.047 200 82bf1d3bff9511a55afbe08eb1414f86 199.204.45.246 - - [03/Apr/2026:02:30:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.103 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.103 201 06b792ccec1d7953fc597da403c1db34 199.204.45.246 - - [03/Apr/2026:02:30:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.082 [auth-system-keycloak-80] [] 10.0.0.145:8080 1286 0.082 200 4fc08536b37a494309bcaa1689558909 199.204.45.246 - - [03/Apr/2026:02:30:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.519 [auth-system-keycloak-80] [] 10.0.0.145:8080 1928 0.518 200 32be8479acb2d099a5cd1917be3a9f53 199.204.45.246 - - [03/Apr/2026:02:30:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.145:8080 2 0.009 200 10eb2dbf2b13522d4497944c73571730 199.204.45.246 - - [03/Apr/2026:02:30:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.080 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.079 201 71713c6d63e18586f7003c7b2a21a2b7 199.204.45.246 - - [03/Apr/2026:02:30:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.067 [auth-system-keycloak-80] [] 10.0.0.145:8080 1251 0.067 200 3ae5c62b7902688d31928f1416f209b5 199.204.45.246 - - [03/Apr/2026:02:30:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.448 [auth-system-keycloak-80] [] 10.0.0.145:8080 1928 0.447 200 4fc6674c57ce94a4f83a4be9f15c893a 199.204.45.246 - - [03/Apr/2026:02:30:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.029 [auth-system-keycloak-80] [] 10.0.0.145:8080 1261 0.028 200 6b0b1a3ee1f476799cb4acb44f3b3a3f 199.204.45.246 - - [03/Apr/2026:02:30:47 +0000] "GET /admin/realms/atmosphere/clients/e54bae69-45b9-442e-bcaf-679571a1fbc1/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.145:8080 119 0.010 404 7fef925a01d30fb899881cfe4810b1bd 199.204.45.246 - - [03/Apr/2026:02:30:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.145:8080 1261 0.005 200 58975e83b0ef8676a4c5fbd0293e0ebb 199.204.45.246 - - [03/Apr/2026:02:30:47 +0000] "POST /admin/realms/atmosphere/clients/e54bae69-45b9-442e-bcaf-679571a1fbc1/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.068 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.067 201 a6be6e7acbd21c533195f71e2328fc81 199.204.45.246 - - [03/Apr/2026:02:30:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.145:8080 1261 0.007 200 74c9ac8930fc65bf7bbde1f3e494c6a1 199.204.45.246 - - [03/Apr/2026:02:30:47 +0000] "GET /admin/realms/atmosphere/clients/e54bae69-45b9-442e-bcaf-679571a1fbc1/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.066 [auth-system-keycloak-80] [] 10.0.0.145:8080 166 0.066 200 db02a3c5ed13d6b94a4effcb8df8e128 199.204.45.246 - - [03/Apr/2026:02:30:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.145:8080 1928 0.466 200 6b4270049dbc757e07b6829119c7097c 199.204.45.246 - - [03/Apr/2026:02:30:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.045 [auth-system-keycloak-80] [] 10.0.0.145:8080 1286 0.045 200 803c1eadcae7e53fcc706437cfb0cb71 199.204.45.246 - - [03/Apr/2026:02:30:48 +0000] "GET /admin/realms/atmosphere/clients/fd9ea15c-ba8c-4849-8ec3-253d70250302/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.145:8080 119 0.011 404 b9785355d486d8715c94f2c7c0e8f1e7 199.204.45.246 - - [03/Apr/2026:02:30:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.145:8080 1286 0.007 200 88b5d254e66ec45805a18b73f54f1250 199.204.45.246 - - [03/Apr/2026:02:30:48 +0000] "POST /admin/realms/atmosphere/clients/fd9ea15c-ba8c-4849-8ec3-253d70250302/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.056 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.055 201 8d13bbb9295a32b7c43c708ba904f1e3 199.204.45.246 - - [03/Apr/2026:02:30:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.145:8080 1286 0.008 200 89edbc13aacdad4af11d2d7edf864d84 199.204.45.246 - - [03/Apr/2026:02:30:48 +0000] "GET /admin/realms/atmosphere/clients/fd9ea15c-ba8c-4849-8ec3-253d70250302/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.068 [auth-system-keycloak-80] [] 10.0.0.145:8080 165 0.068 200 ff44d4fbbc81a7cac5c45aca242fc0f7 199.204.45.246 - - [03/Apr/2026:02:30:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.145:8080 1928 0.464 200 6d704c9f5581d6e0511257db37b61e25 199.204.45.246 - - [03/Apr/2026:02:30:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.035 [auth-system-keycloak-80] [] 10.0.0.145:8080 1286 0.035 200 a848673bb3322f01fd46f3dd3ef93420 199.204.45.246 - - [03/Apr/2026:02:30:49 +0000] "GET /admin/realms/atmosphere/clients/fd9ea15c-ba8c-4849-8ec3-253d70250302/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.145:8080 119 0.009 404 d2e453bad9754e7187548c6cc051e6fc 199.204.45.246 - - [03/Apr/2026:02:30:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.145:8080 1286 0.007 200 e3fe1701279e611a3a553fd01fdb480c 199.204.45.246 - - [03/Apr/2026:02:30:49 +0000] "POST /admin/realms/atmosphere/clients/fd9ea15c-ba8c-4849-8ec3-253d70250302/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.059 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.059 201 933834ac945413ff74dbd2314b6eec95 199.204.45.246 - - [03/Apr/2026:02:30:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.145:8080 1286 0.006 200 6210cc301db9eeafc76ddb701a68186a 199.204.45.246 - - [03/Apr/2026:02:30:49 +0000] "GET /admin/realms/atmosphere/clients/fd9ea15c-ba8c-4849-8ec3-253d70250302/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.145:8080 166 0.014 200 dadb0fb83fec01ca6fdbe321d9a43a43 199.204.45.246 - - [03/Apr/2026:02:30:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.525 [auth-system-keycloak-80] [] 10.0.0.145:8080 1928 0.523 200 2b36d1accd340d48443bf550c712615b 199.204.45.246 - - [03/Apr/2026:02:30:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.045 [auth-system-keycloak-80] [] 10.0.0.145:8080 1286 0.045 200 ee537554b344db8fcebf2867aeb1c15c 199.204.45.246 - - [03/Apr/2026:02:30:50 +0000] "GET /admin/realms/atmosphere/clients/fd9ea15c-ba8c-4849-8ec3-253d70250302/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.145:8080 119 0.009 404 46c0d8ce11191ce8a8bed92aff4d935f 199.204.45.246 - - [03/Apr/2026:02:30:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.145:8080 1286 0.006 200 0a575e2f802e84a32f53d2c57f59059d 199.204.45.246 - - [03/Apr/2026:02:30:50 +0000] "POST /admin/realms/atmosphere/clients/fd9ea15c-ba8c-4849-8ec3-253d70250302/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.013 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.012 201 d5ae8f3fa4368be09e0c7ebede7e4ab6 199.204.45.246 - - [03/Apr/2026:02:30:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.034 [auth-system-keycloak-80] [] 10.0.0.145:8080 1286 0.034 200 67a1788f54796a0ecd7c96206af4459a 199.204.45.246 - - [03/Apr/2026:02:30:50 +0000] "GET /admin/realms/atmosphere/clients/fd9ea15c-ba8c-4849-8ec3-253d70250302/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.145:8080 166 0.014 200 44d3264574bfc7b2ba37524f95d52d72 199.204.45.246 - - [03/Apr/2026:02:30:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.460 [auth-system-keycloak-80] [] 10.0.0.145:8080 1928 0.460 200 3f3d1f9759d8773793d623a3e4cca392 199.204.45.246 - - [03/Apr/2026:02:30:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.039 [auth-system-keycloak-80] [] 10.0.0.145:8080 1251 0.039 200 6a9e006fb48366a4faa74e911ab813ab 199.204.45.246 - - [03/Apr/2026:02:30:51 +0000] "GET /admin/realms/atmosphere/clients/d4fda36c-0dd0-40f9-b0b6-91655f32cf19/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.145:8080 119 0.009 404 4479126ba65359149287b27c686b7fca 199.204.45.246 - - [03/Apr/2026:02:30:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.145:8080 1251 0.005 200 6a04f4cfc99929cfad7f7999c8ce9ca3 199.204.45.246 - - [03/Apr/2026:02:30:51 +0000] "POST /admin/realms/atmosphere/clients/d4fda36c-0dd0-40f9-b0b6-91655f32cf19/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.062 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.062 201 9fa22cd62c9d4d5a62713eaaa76171fa 199.204.45.246 - - [03/Apr/2026:02:30:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.145:8080 1251 0.007 200 4fecaeedf0978e012b2b1bd33043f501 199.204.45.246 - - [03/Apr/2026:02:30:52 +0000] "GET /admin/realms/atmosphere/clients/d4fda36c-0dd0-40f9-b0b6-91655f32cf19/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.145:8080 166 0.013 200 e49e5b1d3ccf38ff65375a2fc011135f W0403 02:31:10.841431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:31:10.841478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:31:14.175588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:31:14.175633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:31:57.523292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:31:57.523333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:31:57.590407 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:31:57.590517 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0403 02:31:57.590634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:31:57.590659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:31:57.591537 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:31:57.592336 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0403 02:31:57.592399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:31:57.592467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:31:57.591696 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:31:57.592657 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0403 02:31:57.592714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:31:57.592750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:31:57.593575 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0403 02:31:57.593607 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0403 02:31:57.594372 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0403 02:31:57.594398 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0403 02:31:57.594864 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0403 02:31:57.594900 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0403 02:31:57.600754 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0403 02:31:57.603059 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"adf4d5f1-6c62-4797-8c9e-d7ca324c3eed", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4405", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:31:57.603298 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0403 02:31:57.603340 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0403 02:31:57.603562 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b38a303e-ab86-4811-9dea-d727d3501246", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4407", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:31:57.603701 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0403 02:31:57.603721 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0403 02:31:57.603981 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0403 02:31:57.604003 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"aacbc542-7cf2-4279-9b56-053f69fdf4ac", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4408", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:31:57.847061 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0403 02:31:57.848098 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0403 02:31:57.851764 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0403 02:31:57.852402 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0403 02:31:59.162478 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0403 02:31:59.164528 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0403 02:32:00.857264 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:32:00.857324 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:32:00.857362 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:32:00.857507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:00.857535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:32:00.857654 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:32:00.911879 7 controller.go:216] "Backend successfully reloaded" I0403 02:32:00.912172 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mrn72", UID:"994c6c2c-b868-4a8d-b0bd-3a86a809cc36", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 02:32:04.189955 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:32:04.189998 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:32:04.190016 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:32:04.190079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:04.190097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:07.524050 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:32:07.524251 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:32:07.524332 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:32:07.524487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:07.524563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:10.857712 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:32:10.857884 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:32:10.857973 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:32:10.858208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:10.858257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:14.190241 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:32:14.190328 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:32:14.190379 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:32:14.190536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:14.190598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:17.523733 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:32:17.523794 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:32:17.523832 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:32:17.523943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:17.523969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:20.857768 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:32:20.858080 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:32:20.858317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:20.858419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:24.190183 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:32:24.190284 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:32:24.190399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:24.190467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:27.524538 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:32:27.524648 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:32:27.524795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:27.524825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:30.856772 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:32:30.856873 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:32:30.856992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:30.857023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:34.191058 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:32:34.191154 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:32:34.191274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:34.191299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.152 - - [03/Apr/2026:02:32:34 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.092 [auth-system-keycloak-80] [] 10.0.0.145:8080 6382 0.092 200 96d6a5246e411a388ecfd7716ed109c5 10.0.0.193 - - [03/Apr/2026:02:32:34 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.103 [auth-system-keycloak-80] [] 10.0.0.145:8080 6382 0.104 200 e7633f1682a2afaef94225889776bf18 W0403 02:32:37.524105 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:32:37.524302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:37.524329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:40.857712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:40.857799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:32:42.530078 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.106.131.167"}] I0403 02:32:42.530564 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.106.131.167"}] I0403 02:32:42.530957 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.106.131.167"}] I0403 02:32:42.536645 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b38a303e-ab86-4811-9dea-d727d3501246", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5541", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:32:42.539982 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"aacbc542-7cf2-4279-9b56-053f69fdf4ac", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5542", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:32:42.540589 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"adf4d5f1-6c62-4797-8c9e-d7ca324c3eed", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5543", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:32:44.190376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:44.190443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:47.524192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:47.524239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:52.374367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:52.374399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [03/Apr/2026:02:32:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.485 [auth-system-keycloak-80] [] 10.0.0.145:8080 1928 0.484 200 dc070831674d78ea60161ab09f80a3f7 199.204.45.246 - - [03/Apr/2026:02:32:55 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.145:8080 4246 0.006 200 d113c380e3ce7d2233a055b1773b5c8b W0403 02:32:55.710720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:55.710768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [03/Apr/2026:02:32:55 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.490 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.489 204 1d9c03bdb2965119c6e9278946e9a4d7 199.204.45.246 - - [03/Apr/2026:02:32:56 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.179 [auth-system-keycloak-80] [] 10.0.0.145:8080 4384 0.179 200 a993284ac6819dcafaca76dc362db09b 199.204.45.246 - - [03/Apr/2026:02:32:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.487 [auth-system-keycloak-80] [] 10.0.0.145:8080 1928 0.485 200 35df564bb88fd7c85783a9e87ddabc73 199.204.45.246 - - [03/Apr/2026:02:32:57 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.145:8080 1682 0.010 200 c99aa81016c5b54bb0edccea7ef00f1b 199.204.45.246 - - [03/Apr/2026:02:32:57 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.008 [auth-system-keycloak-80] [] 10.0.0.145:8080 6382 0.008 200 9570db279bc518f3b79e4a847f00ab5a 199.204.45.246 - - [03/Apr/2026:02:32:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.145:8080 1928 0.482 200 b2e2404aae668bb8f734616879a3c7c6 199.204.45.246 - - [03/Apr/2026:02:32:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.145:8080 2 0.011 200 8bdf18568c07d33256a92535c016d0e7 199.204.45.246 - - [03/Apr/2026:02:32:59 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.173 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.172 201 0f9861a218e9262a7a0979addeb2b735 199.204.45.246 - - [03/Apr/2026:02:32:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.021 [auth-system-keycloak-80] [] 10.0.0.145:8080 2246 0.020 200 9a0f34b26c01a7eef12b0abf59b7ea95 199.204.45.246 - - [03/Apr/2026:02:33:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.456 [auth-system-keycloak-80] [] 10.0.0.145:8080 1928 0.456 200 4dbff467eb6e54f71371f06f40654d94 199.204.45.246 - - [03/Apr/2026:02:33:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.145:8080 2246 0.005 200 8beb76dff5db2d8e72ceb75551df4f41 199.204.45.246 - - [03/Apr/2026:02:33:00 +0000] "GET /admin/realms/atmosphere/clients/493c3c32-ac46-4ac7-a47f-662bfea4efb0/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.039 [auth-system-keycloak-80] [] 10.0.0.145:8080 233 0.039 200 a4b5bd2b00a4f210ec3f8729c2c4030f 199.204.45.246 - - [03/Apr/2026:02:33:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.023 [auth-system-keycloak-80] [] 10.0.0.145:8080 831 0.023 200 d91e14185de73aa9b6cb037a06ea71eb 199.204.45.246 - - [03/Apr/2026:02:33:00 +0000] "GET /admin/realms/atmosphere/clients/4f99568e-5216-478a-9e00-17cc672ad09a/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.025 [auth-system-keycloak-80] [] 10.0.0.145:8080 3758 0.025 200 b9b694871eeee79f2f43b8d5c4db66b2 199.204.45.246 - - [03/Apr/2026:02:33:00 +0000] "GET /admin/realms/atmosphere/users/56eb1c9c-b00d-45ee-ac96-8ba37758c9d3/role-mappings/clients/4f99568e-5216-478a-9e00-17cc672ad09a/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.131 [auth-system-keycloak-80] [] 10.0.0.145:8080 3758 0.132 200 2c30a79ba6013dc176867a555840851f 199.204.45.246 - - [03/Apr/2026:02:33:00 +0000] "GET /admin/realms/atmosphere/users/56eb1c9c-b00d-45ee-ac96-8ba37758c9d3/role-mappings/clients/4f99568e-5216-478a-9e00-17cc672ad09a/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.077 [auth-system-keycloak-80] [] 10.0.0.145:8080 2 0.077 200 f086e66dfe1f45fb38d2ff05adf92662 199.204.45.246 - - [03/Apr/2026:02:33:00 +0000] "POST /admin/realms/atmosphere/users/56eb1c9c-b00d-45ee-ac96-8ba37758c9d3/role-mappings/clients/4f99568e-5216-478a-9e00-17cc672ad09a HTTP/1.1" 204 0 "-" "Ansible" 1390 0.017 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.017 204 24fb9878fce957c5f98956cf1362b4dc 199.204.45.246 - - [03/Apr/2026:02:33:00 +0000] "GET /admin/realms/atmosphere/users/56eb1c9c-b00d-45ee-ac96-8ba37758c9d3/role-mappings/clients/4f99568e-5216-478a-9e00-17cc672ad09a/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.057 [auth-system-keycloak-80] [] 10.0.0.145:8080 576 0.056 200 fff3c0d6859ae832d523fe2cda269557 W0403 02:33:03.211594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:03.211619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:06.545180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:06.545220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:24.556156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:24.556188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:27.889778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:27.889827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:31.223780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:31.223828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:07.704829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:07.704881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:39.920497 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 02:35:39.920564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:39.920581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:35:39.923192 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:28.7kB} I0403 02:35:39.923222 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0403 02:35:39.929967 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0403 02:35:39.930317 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"2ba288c4-9d0f-4578-b9b5-ecefa06d92c1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6762", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:35:39.930664 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0403 02:35:39.931108 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 02:35:39.931253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:39.931305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:35:39.931444 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:35:39.980075 7 controller.go:216] "Backend successfully reloaded" I0403 02:35:39.980911 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mrn72", UID:"994c6c2c-b868-4a8d-b0bd-3a86a809cc36", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 02:35:40.164013 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0403 02:35:40.165272 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" I0403 02:35:42.532328 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.106.131.167"}] I0403 02:35:42.539203 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"2ba288c4-9d0f-4578-b9b5-ecefa06d92c1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6802", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:35:43.265615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:43.265659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [03/Apr/2026:02:35:44 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.005 300 89bd862d912bd0cb1aa6928b2848ee64 199.204.45.246 - - [03/Apr/2026:02:35:45 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.121:5000 266 0.005 200 d8231b27ce9b49e06bffbe89f1b28353 199.204.45.246 - - [03/Apr/2026:02:35:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.353 [openstack-keystone-api-5000] [] 10.0.0.121:5000 1360 0.353 201 1e2fde8d574a61b06596085395c1005f 199.204.45.246 - - [03/Apr/2026:02:35:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.004 300 cc9dfd08c9cfeb9d1adb99ea8fd4103c 199.204.45.246 - - [03/Apr/2026:02:35:46 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.034 [openstack-keystone-api-5000] [] 10.0.0.121:5000 90 0.034 404 bd7f9f9633995829b3f0bbdcdef5e345 199.204.45.246 - - [03/Apr/2026:02:35:46 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.121:5000 368 0.027 200 62ceb23423714cfda0fb873dd41158ae 199.204.45.246 - - [03/Apr/2026:02:35:46 +0000] "GET /v3/domains/4ebf3abb499c481eb2b1878652ef8c3a HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.025 [openstack-keystone-api-5000] [] 10.0.0.121:5000 245 0.025 200 53a73f6d93764099afd7451fb7750f8e W0403 02:35:46.598021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:46.598074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [03/Apr/2026:02:35:46 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.121:5000 266 0.002 200 58b7e00845805f6d6d119d28f2e36fdc 199.204.45.246 - - [03/Apr/2026:02:35:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.321 [openstack-keystone-api-5000] [] 10.0.0.121:5000 1360 0.321 201 27e77d1fa0c7671121a52e3b70d67e04 199.204.45.246 - - [03/Apr/2026:02:35:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.004 300 11391eeba0b6fc85a6a93eeb5f040428 199.204.45.246 - - [03/Apr/2026:02:35:47 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.025 [openstack-keystone-api-5000] [] 10.0.0.121:5000 101 0.026 404 d4c5b99541b6708cfe83e2cf8dbaa26b 199.204.45.246 - - [03/Apr/2026:02:35:47 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.021 [openstack-keystone-api-5000] [] 10.0.0.121:5000 156 0.022 200 50e42b175809e1975c47e2d0433b0e67 199.204.45.246 - - [03/Apr/2026:02:35:47 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.025 [openstack-keystone-api-5000] [] 10.0.0.121:5000 454 0.025 201 25bae6cc59c33d45a5d3b610b4396808 199.204.45.246 - - [03/Apr/2026:02:35:47 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.121:5000 266 0.004 200 a2c38e6d96f2900741911be64e361786 199.204.45.246 - - [03/Apr/2026:02:35:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.121:5000 1360 0.297 201 0915766c7812b0a081ba097c7656f1e4 199.204.45.246 - - [03/Apr/2026:02:35:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.004 300 3d152609ad0be8ab56494987365ba7c6 199.204.45.246 - - [03/Apr/2026:02:35:48 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.121:5000 98 0.023 404 8fae5469359bb008bc72e602a0613d92 199.204.45.246 - - [03/Apr/2026:02:35:48 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.020 [openstack-keystone-api-5000] [] 10.0.0.121:5000 136 0.020 200 712dd84bdb6db2f854783fd901c2d6bd 199.204.45.246 - - [03/Apr/2026:02:35:48 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.025 [openstack-keystone-api-5000] [] 10.0.0.121:5000 332 0.025 201 6e20229bab87633b90aa7fce863f7623 199.204.45.246 - - [03/Apr/2026:02:35:48 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.121:5000 266 0.003 200 ea592563217b5906a0aa645fb9f5df00 199.204.45.246 - - [03/Apr/2026:02:35:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.121:5000 1360 0.295 201 08c242ae44de2f0c6c8776db1b8f3c77 199.204.45.246 - - [03/Apr/2026:02:35:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.002 300 bedda5aa0b8badf3cae610e5ea672b5f 199.204.45.246 - - [03/Apr/2026:02:35:49 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.023 [openstack-keystone-api-5000] [] 10.0.0.121:5000 131 0.023 404 209760747b25f4239a48d0381f6e9f4a 199.204.45.246 - - [03/Apr/2026:02:35:49 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.018 [openstack-keystone-api-5000] [] 10.0.0.121:5000 168 0.018 200 e130f9f338608c6832f2d35df137f161 199.204.45.246 - - [03/Apr/2026:02:35:49 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.024 [openstack-keystone-api-5000] [] 10.0.0.121:5000 224 0.024 201 2f865493aa97e1a30848ce04dd8cab8f W0403 02:35:58.404976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:58.405012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:36:01.739280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:36:01.739356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:36:05.072461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:36:05.072491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:36:08.406250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:36:08.406293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:36:23.861391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:36:23.861438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:36:27.195078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:36:27.195127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:36:31.745338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:36:31.745385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:36:35.079814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:36:35.079861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:37:59.907118 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 02:37:59.907240 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0403 02:37:59.907316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:37:59.907341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:37:59.911611 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0403 02:37:59.911695 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0403 02:37:59.916061 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0403 02:37:59.916298 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"dda2465f-8166-42e8-b1d1-9bde3e2f6a86", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7839", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:37:59.916659 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0403 02:37:59.917055 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 02:37:59.917197 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0403 02:37:59.917297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:37:59.917322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:37:59.917488 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:37:59.966652 7 controller.go:216] "Backend successfully reloaded" I0403 02:37:59.966946 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mrn72", UID:"994c6c2c-b868-4a8d-b0bd-3a86a809cc36", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 02:38:00.148301 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0403 02:38:00.149327 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.246 - - [03/Apr/2026:02:38:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.003 300 58feff6962a19efdda0d25cb22194eef 199.204.45.246 - - [03/Apr/2026:02:38:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.333 [openstack-keystone-api-5000] [] 10.0.0.121:5000 1992 0.333 201 b8630a87c78982c5cb1f3a85ce80f09e 199.204.45.246 - - [03/Apr/2026:02:38:01 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.121:5000 85 0.024 404 3eac7893bbabb37576fbfb551ca11e64 199.204.45.246 - - [03/Apr/2026:02:38:01 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.121:5000 129 0.021 200 230fc53e5e6c92ab100366365b5cafbd 199.204.45.246 - - [03/Apr/2026:02:38:01 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.027 [openstack-keystone-api-5000] [] 10.0.0.121:5000 230 0.028 201 f5e0f40e6c86bc689701ee388882c839 W0403 02:38:03.250747 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 02:38:03.250952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:03.250999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [03/Apr/2026:02:38:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.004 300 d514b5aa43b8bd22a7532a61194cb154 199.204.45.246 - - [03/Apr/2026:02:38:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.299 [openstack-keystone-api-5000] [] 10.0.0.121:5000 1992 0.299 201 dfa07a26bc3815d9e5b2d0be2fed055a 199.204.45.246 - - [03/Apr/2026:02:38:07 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.020 [openstack-keystone-api-5000] [] 10.0.0.121:5000 1521 0.019 200 5d2b094c2064e0d809b72c0a73bb906e 199.204.45.246 - - [03/Apr/2026:02:38:07 +0000] "PUT /v3/roles/fa4f837b72674a51bd64e086f9f2dbe4/implies/85191dad67ee49e3820a60773d4022cb HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.037 [openstack-keystone-api-5000] [] 10.0.0.121:5000 521 0.037 201 b411e71f0716df000f0b805db7441668 W0403 02:38:12.229578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:12.229614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:38:42.529562 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.106.131.167"}] I0403 02:38:42.533792 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"dda2465f-8166-42e8-b1d1-9bde3e2f6a86", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8237", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:38:42.535648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:42.535699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [03/Apr/2026:02:38:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.003 300 85aac98c94c21d8204d33bb5c0bc5b96 199.204.45.246 - - [03/Apr/2026:02:38:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.324 [openstack-keystone-api-5000] [] 10.0.0.121:5000 2055 0.324 201 c2de0536d3d0c181c0b6d54ca9e00f9b 199.204.45.246 - - [03/Apr/2026:02:38:51 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.025 [openstack-keystone-api-5000] [] 10.0.0.121:5000 87 0.026 404 3b6ec6862cb09ab9ac395a690a41e3cf 199.204.45.246 - - [03/Apr/2026:02:38:51 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.020 [openstack-keystone-api-5000] [] 10.0.0.121:5000 390 0.021 200 2af108bd1a99fd140ce7bf261bfd7453 199.204.45.246 - - [03/Apr/2026:02:38:51 +0000] "GET /v3/users/rgw-RegionOne?domain_id=24a3419d229a45fca2ed34cc4da6d825 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.032 [openstack-keystone-api-5000] [] 10.0.0.121:5000 91 0.033 404 9a5e24240aa978dcae041cb22c51d03f 199.204.45.246 - - [03/Apr/2026:02:38:51 +0000] "GET /v3/users?domain_id=24a3419d229a45fca2ed34cc4da6d825&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.039 [openstack-keystone-api-5000] [] 10.0.0.121:5000 178 0.039 200 ea9ba23ddc8d40731340170a81f5a09e 199.204.45.246 - - [03/Apr/2026:02:38:51 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.325 [openstack-keystone-api-5000] [] 10.0.0.121:5000 291 0.325 201 2f78046c6c55ff3e347724bdad6a1439 199.204.45.246 - - [03/Apr/2026:02:38:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.004 300 7379a24aa02c4f020a2ed6d1fe9bed6d 199.204.45.246 - - [03/Apr/2026:02:38:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.312 [openstack-keystone-api-5000] [] 10.0.0.121:5000 2055 0.312 201 baf6da4d9bfae7f68d2556b20f690230 199.204.45.246 - - [03/Apr/2026:02:38:54 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.027 [openstack-keystone-api-5000] [] 10.0.0.121:5000 83 0.026 404 2776fd0c94a0e465407e6c016e6bde2a 199.204.45.246 - - [03/Apr/2026:02:38:54 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.019 [openstack-keystone-api-5000] [] 10.0.0.121:5000 361 0.020 200 90b0bcd438c18aff229d34e8568b95e6 199.204.45.246 - - [03/Apr/2026:02:38:55 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.043 [openstack-keystone-api-5000] [] 10.0.0.121:5000 87 0.043 404 0f99f19f8acf09718ad521365f016b3c 199.204.45.246 - - [03/Apr/2026:02:38:55 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.042 [openstack-keystone-api-5000] [] 10.0.0.121:5000 390 0.041 200 9bdbcb4d0c9c24f3467338789fcf310e 199.204.45.246 - - [03/Apr/2026:02:38:55 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.026 [openstack-keystone-api-5000] [] 10.0.0.121:5000 91 0.026 404 6a68db91a056ab293f967f1ba33a3f63 199.204.45.246 - - [03/Apr/2026:02:38:55 +0000] "GET /v3/users?domain_id=24a3419d229a45fca2ed34cc4da6d825&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.045 [openstack-keystone-api-5000] [] 10.0.0.121:5000 458 0.045 200 2833d3bd4ac05c43afb32097cd58ffb4 199.204.45.246 - - [03/Apr/2026:02:38:55 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.030 [openstack-keystone-api-5000] [] 10.0.0.121:5000 88 0.029 404 7314d7eec474dcd9e706dacb45ae984a 199.204.45.246 - - [03/Apr/2026:02:38:55 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.029 [openstack-keystone-api-5000] [] 10.0.0.121:5000 520 0.030 200 f48c942823b54745b7b03c75b997699c 199.204.45.246 - - [03/Apr/2026:02:38:55 +0000] "PUT /v3/projects/8ae5c3b250034e0f860321fcd8a501c1/users/8083ad4bc9b54334bd15646c8add144a/roles/0dfb4c6fb1a34530ba41bc7f6f580b3b HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.035 [openstack-keystone-api-5000] [] 10.0.0.121:5000 0 0.036 204 298b39a8314c13b404d86ad4013b2e6a 199.204.45.246 - - [03/Apr/2026:02:38:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.003 300 9312c59c0e017cfc4abeef6185abf3d0 199.204.45.246 - - [03/Apr/2026:02:38:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.346 [openstack-keystone-api-5000] [] 10.0.0.121:5000 2055 0.346 201 4749a30c5a58dee3e15804dc3fcddd61 199.204.45.246 - - [03/Apr/2026:02:38:57 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.022 [openstack-keystone-api-5000] [] 10.0.0.121:5000 151 0.022 200 a451119ab26f4e0ec6ef76ad6ebb5cd4 199.204.45.246 - - [03/Apr/2026:02:38:57 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.028 [openstack-keystone-api-5000] [] 10.0.0.121:5000 263 0.028 201 ef05c531a06339522480f9f95da94bfc 199.204.45.246 - - [03/Apr/2026:02:38:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.004 300 766e5c6db0f49802c8a6baf9e7932506 199.204.45.246 - - [03/Apr/2026:02:38:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.121:5000 2157 0.299 201 13f4bca61fa6ed2fa583f35f0f82bc70 199.204.45.246 - - [03/Apr/2026:02:38:58 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.030 [openstack-keystone-api-5000] [] 10.0.0.121:5000 86 0.029 404 2cdc2d72d001732c267cd5cd6fe85938 199.204.45.246 - - [03/Apr/2026:02:38:58 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.121:5000 382 0.019 200 159c91816cf0694ae0de562f0cd0b0a6 199.204.45.246 - - [03/Apr/2026:02:38:58 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=c9f071478228490da0db72139999a4a0 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.022 [openstack-keystone-api-5000] [] 10.0.0.121:5000 205 0.022 200 662ea1a245f909ee74818d64dbe507fd 199.204.45.246 - - [03/Apr/2026:02:38:58 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.128 [openstack-keystone-api-5000] [] 10.0.0.121:5000 379 0.127 201 7bb25e597e9c880e51cd3342b89ea218 199.204.45.246 - - [03/Apr/2026:02:38:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.004 300 7304b35a4439dbfa2893cf187e76871a 199.204.45.246 - - [03/Apr/2026:02:38:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.121:5000 2366 0.309 201 ad264d373168ec8f5d233f9b8c3d8fdd 199.204.45.246 - - [03/Apr/2026:02:38:59 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.028 [openstack-keystone-api-5000] [] 10.0.0.121:5000 86 0.029 404 451b92c2eb695619e46a4c3d26ba69b0 199.204.45.246 - - [03/Apr/2026:02:38:59 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.015 [openstack-keystone-api-5000] [] 10.0.0.121:5000 382 0.015 200 00831199cc868598b593280af0db012d 199.204.45.246 - - [03/Apr/2026:02:38:59 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=c9f071478228490da0db72139999a4a0 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.025 [openstack-keystone-api-5000] [] 10.0.0.121:5000 207 0.025 200 16a16c590c72fb09ea4390d0fef76ede 199.204.45.246 - - [03/Apr/2026:02:38:59 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.028 [openstack-keystone-api-5000] [] 10.0.0.121:5000 392 0.027 201 c3f1e99f6ffdb7c8d5c9176b5e397f0a W0403 02:39:00.435665 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 02:39:00.435826 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0403 02:39:00.436133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:00.436158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:39:00.444585 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.009s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.01s testedConfigurationSize:35.7kB} I0403 02:39:00.444635 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0403 02:39:00.448615 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0403 02:39:00.448861 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"bf7df993-cfd7-45fb-b4cf-67c0b935e2bc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8384", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:39:00.449021 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0403 02:39:00.449345 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 02:39:00.449429 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0403 02:39:00.449489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:00.449503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:39:00.449614 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:39:00.511496 7 controller.go:216] "Backend successfully reloaded" I0403 02:39:00.511715 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mrn72", UID:"994c6c2c-b868-4a8d-b0bd-3a86a809cc36", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 02:39:00.788951 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0403 02:39:00.790067 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0403 02:39:03.784642 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 02:39:03.784827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:03.784849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:17.203879 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 02:39:17.204063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:17.204088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:22.048442 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 02:39:22.048543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:22.048556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:25.382191 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:39:25.382378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:25.382409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:39:25.382565 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:39:25.438276 7 controller.go:216] "Backend successfully reloaded" I0403 02:39:25.438544 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mrn72", UID:"994c6c2c-b868-4a8d-b0bd-3a86a809cc36", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 02:39:28.715561 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:39:28.715695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:28.715719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:32.050016 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:39:32.050150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:32.050170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:39:42.532200 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.106.131.167"}] I0403 02:39:42.539606 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"bf7df993-cfd7-45fb-b4cf-67c0b935e2bc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8804", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:39:42.542264 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:39:42.542420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:42.542445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:46.521373 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:39:46.521530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:46.521559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:49.858055 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:39:49.858468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:49.858520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:53.188988 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:39:53.189214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:53.189249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:40:28.721373 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:40:28.721543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:40:28.721574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:41:07.982426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:41:07.982461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:41:51.134268 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 02:41:51.134411 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0403 02:41:51.134495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:41:51.134522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:41:51.139349 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.2kB} I0403 02:41:51.139375 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0403 02:41:51.145560 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0403 02:41:51.145826 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"8b2317f4-66db-4132-81e6-eec29aa07179", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9888", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:41:51.145982 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0403 02:41:51.146293 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 02:41:51.146379 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0403 02:41:51.146438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:41:51.146453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:41:51.146558 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:41:51.193296 7 controller.go:216] "Backend successfully reloaded" I0403 02:41:51.193629 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mrn72", UID:"994c6c2c-b868-4a8d-b0bd-3a86a809cc36", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 02:41:51.418074 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0403 02:41:51.419500 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0403 02:41:54.480984 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 02:41:54.481219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:41:54.481249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [03/Apr/2026:02:41:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.003 300 96b11793e8678dad9d1e2de216b3b325 199.204.45.246 - - [03/Apr/2026:02:41:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.447 [openstack-keystone-api-5000] [] 10.0.0.121:5000 3201 0.447 201 d56af3a2c71e4d58aa0865897d7b5394 199.204.45.246 - - [03/Apr/2026:02:41:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1d4ea63f3e2351037536349bdf0bc801 199.204.45.246 - - [03/Apr/2026:02:41:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d4478e25eecad28c74615fbd9b78f4fb 199.204.45.246 - - [03/Apr/2026:02:41:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.003 300 358bb2ee44dbe92f81419e3aa2a89abe 199.204.45.246 - - [03/Apr/2026:02:41:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.121:5000 3201 0.292 201 b4fe19611ea2ec55b58225424209aa72 199.204.45.246 - - [03/Apr/2026:02:41:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5d4688d6ca42ba19629e10f5df005666 199.204.45.246 - - [03/Apr/2026:02:41:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c9501d3433451d66509b8292969589aa 199.204.45.246 - - [03/Apr/2026:02:41:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.004 300 e67af5cf5f631865cb980dd17020005b 199.204.45.246 - - [03/Apr/2026:02:41:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.121:5000 3201 0.285 201 5dd9bfed80306c75492f9e1d1880988f 199.204.45.246 - - [03/Apr/2026:02:41:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7c74899a8b1f9c8c1110d83173fe5d60 199.204.45.246 - - [03/Apr/2026:02:41:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 12bb7a4e7521caa2605b2b2c81e1cd30 199.204.45.246 - - [03/Apr/2026:02:42:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.005 300 ebe86ae6cc83456fe5ed9c707c44c536 199.204.45.246 - - [03/Apr/2026:02:42:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.121:5000 3201 0.306 201 ad5d09f3d022f898ecde64fbdab11c4f 199.204.45.246 - - [03/Apr/2026:02:42:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1fd83df0d8ad89d2aa8c979082ed8d19 199.204.45.246 - - [03/Apr/2026:02:42:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f8953cd82edb3f24b4411e4cbc7a1739 199.204.45.246 - - [03/Apr/2026:02:42:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.003 300 3974e8a7b529c858ad02a9931841353c 199.204.45.246 - - [03/Apr/2026:02:42:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.121:5000 3201 0.301 201 4a852729294d77945b730f78da9cbf67 199.204.45.246 - - [03/Apr/2026:02:42:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 61f476cf89f9fbc889c9de66a3e05a5b 199.204.45.246 - - [03/Apr/2026:02:42:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bd6740e4acadc8cb8ace15e35d68c409 199.204.45.246 - - [03/Apr/2026:02:42:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.004 300 d21dd69eb50d2781efcfcc1f12cc5553 199.204.45.246 - - [03/Apr/2026:02:42:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.121:5000 3201 0.292 201 f83b700566cc013abd78d163139a0a88 199.204.45.246 - - [03/Apr/2026:02:42:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 87aaab93d268729ff5547b3970ba74d1 199.204.45.246 - - [03/Apr/2026:02:42:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e037b091508324c51386070234fa8dda 199.204.45.246 - - [03/Apr/2026:02:42:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.004 300 ac0816afe42bb7e376749cde86f6cb02 199.204.45.246 - - [03/Apr/2026:02:42:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.121:5000 3201 0.289 201 9341c65c5350f2dbfa8ce4e546281e5f 199.204.45.246 - - [03/Apr/2026:02:42:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 843fcae9dc681dc7e3d396203f301944 199.204.45.246 - - [03/Apr/2026:02:42:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b0654a6e5168e01ad2a508e105616592 199.204.45.246 - - [03/Apr/2026:02:42:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.004 300 c539b15bb0f809a686e5e97ac0688306 199.204.45.246 - - [03/Apr/2026:02:42:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.121:5000 3201 0.303 201 e470761679e2bcac95de8980cadbc9bc 199.204.45.246 - - [03/Apr/2026:02:42:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dd416cedaada3846e496f4936b90684a 199.204.45.246 - - [03/Apr/2026:02:42:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b6b03e5267756563fdb8ced3dbeb8f97 W0403 02:42:08.752355 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 02:42:08.752546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:08.752566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [03/Apr/2026:02:42:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.007 300 27a7ecd149ca5e1c3f3ebed5a5e0d0fd 199.204.45.246 - - [03/Apr/2026:02:42:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.121:5000 3201 0.286 201 bff7b075c774328f5165a76f7ac69a34 199.204.45.246 - - [03/Apr/2026:02:42:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2753b598fc99357e2aee3cb52df86989 199.204.45.246 - - [03/Apr/2026:02:42:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 77e6dbde0f65275c547b05dcb95eb171 199.204.45.246 - - [03/Apr/2026:02:42:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.005 300 b90b12154058a997cf952afb54df9895 199.204.45.246 - - [03/Apr/2026:02:42:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.121:5000 3201 0.309 201 4c587e52288bc50ab85d3838bccb42f0 199.204.45.246 - - [03/Apr/2026:02:42:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4b935484743db149bc51ce2e2f2e40c1 199.204.45.246 - - [03/Apr/2026:02:42:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6813178288a98bb6b44afc6f5a5d8858 199.204.45.246 - - [03/Apr/2026:02:42:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.005 300 cf4addb02222ab62a757773b79938c83 199.204.45.246 - - [03/Apr/2026:02:42:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.121:5000 3201 0.287 201 6d185f6ad5a76c4bd2cdcb0bab4c79f4 199.204.45.246 - - [03/Apr/2026:02:42:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 98e695c5ec876d59a1e67496bb61ebad 199.204.45.246 - - [03/Apr/2026:02:42:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2d583e9965d272968dea7f04ed2b0150 199.204.45.246 - - [03/Apr/2026:02:42:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.004 300 42f671b80e72692127b7c719d6ae1c35 199.204.45.246 - - [03/Apr/2026:02:42:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.121:5000 3201 0.282 201 247b66b7763986aa0c7fe0eadebbee07 199.204.45.246 - - [03/Apr/2026:02:42:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cc4c75a94e5cc04a33ad03672fe24cb6 199.204.45.246 - - [03/Apr/2026:02:42:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cc0320f4a4dddefc68697e4213e9eb32 199.204.45.246 - - [03/Apr/2026:02:42:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.004 300 2129c9eb087cba3b67b92232124b9210 W0403 02:42:17.273932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:17.273983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [03/Apr/2026:02:42:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.121:5000 3201 0.296 201 a1f9ab2fe843a0902b980484d769ff47 199.204.45.246 - - [03/Apr/2026:02:42:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 522cf49d1ccbef3389deda3400f09edb 199.204.45.246 - - [03/Apr/2026:02:42:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e1a7fe26e96f08f1ad6d5908b3eb2c96 199.204.45.246 - - [03/Apr/2026:02:42:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.004 300 e52896f65570905fa2d65b4206ba87ad 199.204.45.246 - - [03/Apr/2026:02:42:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.121:5000 3201 0.302 201 7142f2a022d2303ad170504b8220b32b 199.204.45.246 - - [03/Apr/2026:02:42:19 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.28:9292 1193 0.002 300 2f8363f89c56eb8787dbc6bf05272c33 199.204.45.246 - - [03/Apr/2026:02:42:19 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.544 [openstack-glance-api-9292] [] 10.0.0.28:9292 69 0.544 200 4439f4301ff00a1537a42e24593b35c8 199.204.45.246 - - [03/Apr/2026:02:42:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.121:5000 281 0.003 300 01260bb1fc1da84b0e8477219a940fb5 199.204.45.246 - - [03/Apr/2026:02:42:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.121:5000 3201 0.296 201 f4bae41b4eabca76218e8da789d6b1bf 199.204.45.246 - - [03/Apr/2026:02:42:22 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.28:9292 1193 0.003 300 4d5530f437bc2f975cbe6f68967c86cb 199.204.45.246 - - [03/Apr/2026:02:42:22 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.046 [openstack-glance-api-9292] [] 10.0.0.28:9292 69 0.046 200 0aca1b4a2ad15efeb6eb77e8077fa2c7 199.204.45.246 - - [03/Apr/2026:02:42:23 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.119 [openstack-glance-api-9292] [] 10.0.0.28:9292 151 0.118 404 79bcaea07d43c5b016e50fe32d4e8a62 199.204.45.246 - - [03/Apr/2026:02:42:23 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.022 [openstack-glance-api-9292] [] 10.0.0.28:9292 81 0.022 200 f04712a8a165c234b8ccad6b92e0e38d 199.204.45.246 - - [03/Apr/2026:02:42:23 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.023 [openstack-glance-api-9292] [] 10.0.0.28:9292 84 0.023 200 131c4cdc0c476c00370f9d6eef9268d5 199.204.45.246 - - [03/Apr/2026:02:42:23 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.061 [openstack-glance-api-9292] [] 10.0.0.28:9292 760 0.061 201 71389440b669339ac44cd97f294d9e48 199.204.45.246 - - [03/Apr/2026:02:42:27 +0000] "PUT /v2/images/c110fbd5-787c-49c4-8364-bbbf6d5189e0/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.972 [openstack-glance-api-9292] [] 10.0.0.28:9292 0 3.972 204 fb7ecec7f1b199d43dca4c2522184bbe 199.204.45.246 - - [03/Apr/2026:02:42:27 +0000] "GET /v2/images/c110fbd5-787c-49c4-8364-bbbf6d5189e0 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.013 [openstack-glance-api-9292] [] 10.0.0.28:9292 1171 0.013 200 8196c8d181954c20299456313ea52b6a 199.204.45.246 - - [03/Apr/2026:02:42:27 +0000] "GET /v2/images/c110fbd5-787c-49c4-8364-bbbf6d5189e0 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-glance-api-9292] [] 10.0.0.28:9292 1171 0.023 200 ab15a125d02535c0ac409c67f2845540 W0403 02:42:30.094863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:30.094893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:33.428819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:33.428865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:42:42.530170 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.106.131.167"}] I0403 02:42:42.536563 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"8b2317f4-66db-4132-81e6-eec29aa07179", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10332", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:42:42.538485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:42.538527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store