2026-09-10T05:06:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-25a681"}, "namespace": "ai-tenant-e2e-api-b-25a681", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "150f8a5e-61fa-4dbd-8d2b-8304bf3dfcef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-25a681"} 2026-09-10T05:06:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-25a681"}, "namespace": "ai-tenant-e2e-api-b-25a681", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "150f8a5e-61fa-4dbd-8d2b-8304bf3dfcef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-25a681"} 2026-09-10T05:06:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-25a681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-25a681", "reconcileID": "055a7808-b76f-43f8-a466-4560ce2391c0", "Gateway": "e2e-api-b-25a681", "namespace": "openshift-ingress"} 2026-09-10T05:06:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "824bd51e-cdf2-4856-a1a9-e7c600d629a4", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:06:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "824bd51e-cdf2-4856-a1a9-e7c600d629a4", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:06:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "824bd51e-cdf2-4856-a1a9-e7c600d629a4", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:06:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "824bd51e-cdf2-4856-a1a9-e7c600d629a4", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6-kserve-route-authn"} 2026-09-10T05:06:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "824bd51e-cdf2-4856-a1a9-e7c600d629a4", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "authType": "userdefined"} 2026-09-10T05:06:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "824bd51e-cdf2-4856-a1a9-e7c600d629a4", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:06:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "85343883-5f5e-4c67-b4bb-5802dde43cb4", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:06:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "85343883-5f5e-4c67-b4bb-5802dde43cb4", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:06:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "85343883-5f5e-4c67-b4bb-5802dde43cb4", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:06:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "85343883-5f5e-4c67-b4bb-5802dde43cb4", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6-kserve-route-authn"} 2026-09-10T05:06:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "85343883-5f5e-4c67-b4bb-5802dde43cb4", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "authType": "userdefined"} 2026-09-10T05:06:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "85343883-5f5e-4c67-b4bb-5802dde43cb4", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:07:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "34242cf5-ddc2-4928-b4ed-a49a933c621a", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "34242cf5-ddc2-4928-b4ed-a49a933c621a", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "34242cf5-ddc2-4928-b4ed-a49a933c621a", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "3f35479d-4f52-4676-84d0-6585ef9a6966", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress"} 2026-09-10T05:07:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "34242cf5-ddc2-4928-b4ed-a49a933c621a", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d-kserve-route-authn"} 2026-09-10T05:07:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "34242cf5-ddc2-4928-b4ed-a49a933c621a", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "authType": "userdefined"} 2026-09-10T05:07:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "34242cf5-ddc2-4928-b4ed-a49a933c621a", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "3f35479d-4f52-4676-84d0-6585ef9a6966", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d-authn-ssl"} 2026-09-10T05:07:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "3f35479d-4f52-4676-84d0-6585ef9a6966", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress"} 2026-09-10T05:07:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "04a69460-738c-4bcd-995f-521d3c87b8e4", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "04a69460-738c-4bcd-995f-521d3c87b8e4", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "04a69460-738c-4bcd-995f-521d3c87b8e4", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "04a69460-738c-4bcd-995f-521d3c87b8e4", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d-kserve-route-authn"} 2026-09-10T05:07:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "04a69460-738c-4bcd-995f-521d3c87b8e4", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "authType": "userdefined"} 2026-09-10T05:07:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "04a69460-738c-4bcd-995f-521d3c87b8e4", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-25bd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-25bd47", "reconcileID": "31f887f8-4af8-4b3a-9893-62f6c1cd951e", "Gateway": "e2e-shared-a-w2-25bd47", "namespace": "openshift-ingress"} 2026-09-10T05:07:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-25bd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-25bd47", "reconcileID": "31f887f8-4af8-4b3a-9893-62f6c1cd951e", "Gateway": "e2e-shared-a-w2-25bd47", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-25bd47-authn-ssl"} 2026-09-10T05:07:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-25bd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-25bd47", "reconcileID": "31f887f8-4af8-4b3a-9893-62f6c1cd951e", "Gateway": "e2e-shared-a-w2-25bd47", "namespace": "openshift-ingress"} 2026-09-10T05:07:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-25bd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-25bd47", "reconcileID": "cb5d5a71-d995-4689-b5e7-180f6f8b85ff", "Gateway": "e2e-shared-a-w2-25bd47", "namespace": "openshift-ingress"} 2026-09-10T05:07:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-25bd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-25bd47", "reconcileID": "cb5d5a71-d995-4689-b5e7-180f6f8b85ff", "Gateway": "e2e-shared-a-w2-25bd47", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-25bd47-authn-ssl"} 2026-09-10T05:07:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-25bd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-25bd47", "reconcileID": "cb5d5a71-d995-4689-b5e7-180f6f8b85ff", "Gateway": "e2e-shared-a-w2-25bd47", "namespace": "openshift-ingress"} 2026-09-10T05:07:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-25bd47"}, "namespace": "ai-tenant-e2e-shared-a-w2-25bd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "410221a8-1e37-489a-b6b8-91d44a9e178c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-25bd47"} 2026-09-10T05:07:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-25bd47"}, "namespace": "ai-tenant-e2e-shared-a-w2-25bd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "410221a8-1e37-489a-b6b8-91d44a9e178c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-25bd47", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T05:07:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-25bd47"}, "namespace": "ai-tenant-e2e-shared-a-w2-25bd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "410221a8-1e37-489a-b6b8-91d44a9e178c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-25bd47 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T05:07:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-25bd47"}, "namespace": "ai-tenant-e2e-shared-a-w2-25bd47", "name": "odh-trusted-ca-bundle", "reconcileID": "1f8a0ff6-1a16-49c0-a67e-aa9b8f4b8cb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-25bd47"} 2026-09-10T05:07:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-25bd47"}, "namespace": "ai-tenant-e2e-shared-a-w2-25bd47", "name": "odh-trusted-ca-bundle", "reconcileID": "1f8a0ff6-1a16-49c0-a67e-aa9b8f4b8cb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-25bd47", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T05:07:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-25bd47"}, "namespace": "ai-tenant-e2e-shared-a-w2-25bd47", "name": "odh-trusted-ca-bundle", "reconcileID": "1f8a0ff6-1a16-49c0-a67e-aa9b8f4b8cb8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-25bd47 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T05:07:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-25bd47"}, "namespace": "ai-tenant-e2e-shared-a-w2-25bd47", "name": "openshift-service-ca.crt", "reconcileID": "e06d6dcb-9f36-46b9-bbad-b1d6a4991c84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-25bd47"} 2026-09-10T05:07:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-25bd47"}, "namespace": "ai-tenant-e2e-shared-a-w2-25bd47", "name": "openshift-service-ca.crt", "reconcileID": "e06d6dcb-9f36-46b9-bbad-b1d6a4991c84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-25bd47"} 2026-09-10T05:07:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-25bd47"}, "namespace": "ai-tenant-e2e-shared-a-w2-25bd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6726860d-5628-49e9-ad70-383c48631f10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-25bd47"} 2026-09-10T05:07:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-25bd47"}, "namespace": "ai-tenant-e2e-shared-a-w2-25bd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6726860d-5628-49e9-ad70-383c48631f10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-25bd47"} 2026-09-10T05:07:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-25bd47"}, "namespace": "ai-tenant-e2e-shared-a-w2-25bd47", "name": "odh-trusted-ca-bundle", "reconcileID": "5ec3a855-64df-4ccf-a58a-4eb33cd3e408", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-25bd47"} 2026-09-10T05:07:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-25bd47"}, "namespace": "ai-tenant-e2e-shared-a-w2-25bd47", "name": "odh-trusted-ca-bundle", "reconcileID": "5ec3a855-64df-4ccf-a58a-4eb33cd3e408", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-25bd47"} 2026-09-10T05:07:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-25bd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-25bd47", "reconcileID": "7ec0f538-81c1-4157-a8cd-35a792a6c0b2", "Gateway": "e2e-shared-a-w2-25bd47", "namespace": "openshift-ingress"} 2026-09-10T05:07:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "29cbb736-ef98-4453-9607-102c7b8412e3", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress"} 2026-09-10T05:07:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "29cbb736-ef98-4453-9607-102c7b8412e3", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d-authn-ssl"} 2026-09-10T05:07:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "29cbb736-ef98-4453-9607-102c7b8412e3", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress"} 2026-09-10T05:07:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "c859e5f3-4677-45bb-8361-698c62134a87", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "c859e5f3-4677-45bb-8361-698c62134a87", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "c859e5f3-4677-45bb-8361-698c62134a87", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "c859e5f3-4677-45bb-8361-698c62134a87", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d-kserve-route-authn"} 2026-09-10T05:07:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "c859e5f3-4677-45bb-8361-698c62134a87", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "authType": "userdefined"} 2026-09-10T05:07:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "c859e5f3-4677-45bb-8361-698c62134a87", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "5e17d6e1-8ff3-4b68-b56a-1f9fa11d49d9", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "5e17d6e1-8ff3-4b68-b56a-1f9fa11d49d9", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "5e17d6e1-8ff3-4b68-b56a-1f9fa11d49d9", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "5e17d6e1-8ff3-4b68-b56a-1f9fa11d49d9", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d-kserve-route-authn"} 2026-09-10T05:07:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "5e17d6e1-8ff3-4b68-b56a-1f9fa11d49d9", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "authType": "userdefined"} 2026-09-10T05:07:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "5e17d6e1-8ff3-4b68-b56a-1f9fa11d49d9", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-97ffde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-97ffde", "reconcileID": "579e6ae8-4987-4b0b-8c30-32fd355712b0", "Gateway": "e2e-shared-b-w2-97ffde", "namespace": "openshift-ingress"} 2026-09-10T05:07:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-97ffde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-97ffde", "reconcileID": "579e6ae8-4987-4b0b-8c30-32fd355712b0", "Gateway": "e2e-shared-b-w2-97ffde", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-97ffde-authn-ssl"} 2026-09-10T05:07:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-97ffde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-97ffde", "reconcileID": "579e6ae8-4987-4b0b-8c30-32fd355712b0", "Gateway": "e2e-shared-b-w2-97ffde", "namespace": "openshift-ingress"} 2026-09-10T05:07:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "9098c33e-6c08-4c62-8e1e-8d0ecbe8753f", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "9098c33e-6c08-4c62-8e1e-8d0ecbe8753f", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "9098c33e-6c08-4c62-8e1e-8d0ecbe8753f", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "9098c33e-6c08-4c62-8e1e-8d0ecbe8753f", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d-kserve-route-authn"} 2026-09-10T05:07:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "9098c33e-6c08-4c62-8e1e-8d0ecbe8753f", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "authType": "userdefined"} 2026-09-10T05:07:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "9098c33e-6c08-4c62-8e1e-8d0ecbe8753f", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-97ffde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-97ffde", "reconcileID": "73d1ade3-dfdb-414a-b09e-1ad61273264a", "Gateway": "e2e-shared-b-w2-97ffde", "namespace": "openshift-ingress"} 2026-09-10T05:07:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-97ffde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-97ffde", "reconcileID": "73d1ade3-dfdb-414a-b09e-1ad61273264a", "Gateway": "e2e-shared-b-w2-97ffde", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-97ffde-authn-ssl"} 2026-09-10T05:07:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-97ffde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-97ffde", "reconcileID": "73d1ade3-dfdb-414a-b09e-1ad61273264a", "Gateway": "e2e-shared-b-w2-97ffde", "namespace": "openshift-ingress"} 2026-09-10T05:07:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-97ffde"}, "namespace": "ai-tenant-e2e-shared-b-w2-97ffde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0fc618eb-f1be-475b-b1dc-cf757094ad76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-97ffde"} 2026-09-10T05:07:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-97ffde"}, "namespace": "ai-tenant-e2e-shared-b-w2-97ffde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0fc618eb-f1be-475b-b1dc-cf757094ad76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-97ffde", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T05:07:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-97ffde"}, "namespace": "ai-tenant-e2e-shared-b-w2-97ffde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0fc618eb-f1be-475b-b1dc-cf757094ad76", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-97ffde because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T05:07:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-97ffde"}, "namespace": "ai-tenant-e2e-shared-b-w2-97ffde", "name": "odh-trusted-ca-bundle", "reconcileID": "858feabb-2150-484d-966f-a74815536aa0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-97ffde"} 2026-09-10T05:07:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-97ffde"}, "namespace": "ai-tenant-e2e-shared-b-w2-97ffde", "name": "odh-trusted-ca-bundle", "reconcileID": "858feabb-2150-484d-966f-a74815536aa0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-97ffde"} 2026-09-10T05:07:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-97ffde"}, "namespace": "ai-tenant-e2e-shared-b-w2-97ffde", "name": "openshift-service-ca.crt", "reconcileID": "027b491c-60bf-412a-a508-8b75592c40c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-97ffde"} 2026-09-10T05:07:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-97ffde"}, "namespace": "ai-tenant-e2e-shared-b-w2-97ffde", "name": "openshift-service-ca.crt", "reconcileID": "027b491c-60bf-412a-a508-8b75592c40c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-97ffde"} 2026-09-10T05:07:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-97ffde"}, "namespace": "ai-tenant-e2e-shared-b-w2-97ffde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a341ff8-18b0-4a3a-981d-573cd1fd8ba3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-97ffde"} 2026-09-10T05:07:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-97ffde"}, "namespace": "ai-tenant-e2e-shared-b-w2-97ffde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a341ff8-18b0-4a3a-981d-573cd1fd8ba3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-97ffde"} 2026-09-10T05:07:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-97ffde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-97ffde", "reconcileID": "b50b9f92-18a6-4de1-bd37-9817c0c80825", "Gateway": "e2e-shared-b-w2-97ffde", "namespace": "openshift-ingress"} 2026-09-10T05:07:49Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T05:07:49Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T05:07:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "927a166a-d534-4343-870a-aae034268023", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:07:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "927a166a-d534-4343-870a-aae034268023", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6"} 2026-09-10T05:07:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "927a166a-d534-4343-870a-aae034268023", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:07:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "927a166a-d534-4343-870a-aae034268023", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:07:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "927a166a-d534-4343-870a-aae034268023", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6-kserve-route-authn"} 2026-09-10T05:07:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "927a166a-d534-4343-870a-aae034268023", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6-kserve-route-authn"} 2026-09-10T05:07:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "927a166a-d534-4343-870a-aae034268023", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:07:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "927a166a-d534-4343-870a-aae034268023", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:07:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4bfef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4bfef6", "reconcileID": "55245824-3490-42d3-b64a-5380e59eb481", "Gateway": "e2e-shared-a-w3-4bfef6", "namespace": "openshift-ingress"} 2026-09-10T05:07:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4bfef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4bfef6", "reconcileID": "55245824-3490-42d3-b64a-5380e59eb481", "Gateway": "e2e-shared-a-w3-4bfef6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4bfef6-authn-ssl"} 2026-09-10T05:07:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4bfef6","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "rate-test-model-4bfef6", "reconcileID": "dd554c8c-7f2b-4dbf-ac22-40bb51ddcdf8", "LLMInferenceService": "rate-test-model-4bfef6", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:07:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4bfef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4bfef6", "reconcileID": "55245824-3490-42d3-b64a-5380e59eb481", "Gateway": "e2e-shared-a-w3-4bfef6", "namespace": "openshift-ingress"} 2026-09-10T05:07:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4bfef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4bfef6", "reconcileID": "3570387f-752b-4068-b5ae-23a52db2d777", "Gateway": "e2e-shared-a-w3-4bfef6", "namespace": "openshift-ingress"} 2026-09-10T05:07:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4bfef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4bfef6", "reconcileID": "3570387f-752b-4068-b5ae-23a52db2d777", "Gateway": "e2e-shared-a-w3-4bfef6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4bfef6-authn-ssl"} 2026-09-10T05:07:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4bfef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4bfef6", "reconcileID": "3570387f-752b-4068-b5ae-23a52db2d777", "Gateway": "e2e-shared-a-w3-4bfef6", "namespace": "openshift-ingress"} 2026-09-10T05:07:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "6cabd08b-f9f3-479d-90d9-45232af18da7", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "6cabd08b-f9f3-479d-90d9-45232af18da7", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d"} 2026-09-10T05:07:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "6cabd08b-f9f3-479d-90d9-45232af18da7", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "6cabd08b-f9f3-479d-90d9-45232af18da7", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "6cabd08b-f9f3-479d-90d9-45232af18da7", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d-kserve-route-authn"} 2026-09-10T05:07:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "6cabd08b-f9f3-479d-90d9-45232af18da7", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d-kserve-route-authn"} 2026-09-10T05:07:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "6cabd08b-f9f3-479d-90d9-45232af18da7", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "6cabd08b-f9f3-479d-90d9-45232af18da7", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "bb039e4f-092d-4522-9d6e-57a923df3bed", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress"} 2026-09-10T05:07:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "bb039e4f-092d-4522-9d6e-57a923df3bed", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d-authn-ssl"} 2026-09-10T05:07:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b702d","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "rate-test-model-3b702d", "reconcileID": "c91ff9bc-768b-4688-9dac-4108162d79cd", "LLMInferenceService": "rate-test-model-3b702d", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:07:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "bb039e4f-092d-4522-9d6e-57a923df3bed", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress"} 2026-09-10T05:07:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "c2e9f7a4-bf91-49d8-9a64-72f650640df1", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress"} 2026-09-10T05:07:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "c2e9f7a4-bf91-49d8-9a64-72f650640df1", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d-authn-ssl"} 2026-09-10T05:07:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "c2e9f7a4-bf91-49d8-9a64-72f650640df1", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress"} 2026-09-10T05:07:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "a743dfa4-1638-4a48-9e24-697692654b21", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:07:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "a743dfa4-1638-4a48-9e24-697692654b21", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a-authn-ssl"} 2026-09-10T05:07:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "a743dfa4-1638-4a48-9e24-697692654b21", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:07:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "5172fc74-53ed-4ca2-8a66-cc6473798919", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:07:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "5172fc74-53ed-4ca2-8a66-cc6473798919", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a-authn-ssl"} 2026-09-10T05:07:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "5172fc74-53ed-4ca2-8a66-cc6473798919", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:07:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "a92933b2-757b-4dcb-9929-b916b942e074", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:07:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "a92933b2-757b-4dcb-9929-b916b942e074", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a-authn-ssl"} 2026-09-10T05:07:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "a92933b2-757b-4dcb-9929-b916b942e074", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:07:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "ec0e2f30-ac99-4b8c-bf51-4369be7bc1c5", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:07:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "ec0e2f30-ac99-4b8c-bf51-4369be7bc1c5", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a-authn-ssl"} 2026-09-10T05:07:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "ec0e2f30-ac99-4b8c-bf51-4369be7bc1c5", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:07:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "58a80c5c-b604-47d9-9204-b0514022a525", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:07:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "58a80c5c-b604-47d9-9204-b0514022a525", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a-authn-ssl"} 2026-09-10T05:07:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "58a80c5c-b604-47d9-9204-b0514022a525", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:07:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "f747a3f9-cd24-43ae-93cc-e2b9052ef483", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:07:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "f747a3f9-cd24-43ae-93cc-e2b9052ef483", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a-authn-ssl"} 2026-09-10T05:07:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "f747a3f9-cd24-43ae-93cc-e2b9052ef483", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:07:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "ae6b5838-db4d-4a6e-ae73-15931be8b380", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:07:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "ae6b5838-db4d-4a6e-ae73-15931be8b380", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a-authn-ssl"} 2026-09-10T05:07:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "ae6b5838-db4d-4a6e-ae73-15931be8b380", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:07:57Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T05:07:57Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T05:07:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "openshift-service-ca.crt", "reconcileID": "b177554b-aa07-465c-b489-939ab652e736", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:07:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "odh-trusted-ca-bundle", "reconcileID": "81b17edb-124b-4e75-8d53-d9e707012516", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:07:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "openshift-service-ca.crt", "reconcileID": "f6ce58df-bd7b-4728-9725-4350ae8766af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-95427a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T05:07:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "openshift-service-ca.crt", "reconcileID": "f6ce58df-bd7b-4728-9725-4350ae8766af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:07:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "openshift-service-ca.crt", "reconcileID": "18b9bb81-a010-42eb-86e4-3edf5e1a0668", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:07:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33f9f153-6428-4e24-9196-8f5d33a00b46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:07:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "odh-trusted-ca-bundle", "reconcileID": "309416a8-def5-4a90-8db3-60b1636c8248", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95427a", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T05:07:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "odh-trusted-ca-bundle", "reconcileID": "309416a8-def5-4a90-8db3-60b1636c8248", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:07:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8af5607e-aca5-404f-a2f1-82ca64d77795", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:07:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "2e6fe44d-3133-4566-b940-a1f22434ecc5", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:07:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "2e6fe44d-3133-4566-b940-a1f22434ecc5", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a-authn-ssl"} 2026-09-10T05:07:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "2e6fe44d-3133-4566-b940-a1f22434ecc5", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:08:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "827d9940-ef36-4f84-bfcb-b8594c5b6af1", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:08:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "827d9940-ef36-4f84-bfcb-b8594c5b6af1", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a-authn-ssl"} 2026-09-10T05:08:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "827d9940-ef36-4f84-bfcb-b8594c5b6af1", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:08:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "8558af56-ae72-4c53-bb07-04bf78025810", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:08:24Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "8558af56-ae72-4c53-bb07-04bf78025810", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644-authn-ssl"} 2026-09-10T05:08:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "8558af56-ae72-4c53-bb07-04bf78025810", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:08:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "6179a631-587e-4ea1-bf55-c220976ca8ba", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:08:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "6179a631-587e-4ea1-bf55-c220976ca8ba", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644-authn-ssl"} 2026-09-10T05:08:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "6179a631-587e-4ea1-bf55-c220976ca8ba", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:08:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "03e37894-a162-4337-950e-899e6a09b769", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:08:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "03e37894-a162-4337-950e-899e6a09b769", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644-authn-ssl"} 2026-09-10T05:08:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "03e37894-a162-4337-950e-899e6a09b769", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:08:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "402095c8-88e8-41bf-ab13-48e2fd2c6e12", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:08:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "402095c8-88e8-41bf-ab13-48e2fd2c6e12", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644-authn-ssl"} 2026-09-10T05:08:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "402095c8-88e8-41bf-ab13-48e2fd2c6e12", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:08:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "12512f68-4bc5-403e-ad03-cc6e65f01382", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:08:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "12512f68-4bc5-403e-ad03-cc6e65f01382", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644-authn-ssl"} 2026-09-10T05:08:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "12512f68-4bc5-403e-ad03-cc6e65f01382", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:08:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "cf63965d-3db2-41f4-a554-f0357c73fe15", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:08:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "cf63965d-3db2-41f4-a554-f0357c73fe15", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644-authn-ssl"} 2026-09-10T05:08:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "cf63965d-3db2-41f4-a554-f0357c73fe15", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:08:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "014f165a-91c8-4ba4-a07a-fc83fe5d5af6", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:08:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "014f165a-91c8-4ba4-a07a-fc83fe5d5af6", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644-authn-ssl"} 2026-09-10T05:08:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "014f165a-91c8-4ba4-a07a-fc83fe5d5af6", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:08:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1c7644"}, "namespace": "ai-tenant-e2e-ipp-b-1c7644", "name": "openshift-service-ca.crt", "reconcileID": "fa64ee47-26d9-489f-b5d9-98c3c81f35c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1c7644"} 2026-09-10T05:08:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1c7644"}, "namespace": "ai-tenant-e2e-ipp-b-1c7644", "name": "openshift-service-ca.crt", "reconcileID": "b6136001-fe56-4665-8332-82df9dedad14", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1c7644", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T05:08:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1c7644"}, "namespace": "ai-tenant-e2e-ipp-b-1c7644", "name": "openshift-service-ca.crt", "reconcileID": "b6136001-fe56-4665-8332-82df9dedad14", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1c7644"} 2026-09-10T05:08:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c7644"}, "namespace": "ai-tenant-e2e-ipp-b-1c7644", "name": "odh-trusted-ca-bundle", "reconcileID": "fc512aab-20b6-40d8-9b15-47af4438a6cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c7644"} 2026-09-10T05:08:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1c7644"}, "namespace": "ai-tenant-e2e-ipp-b-1c7644", "name": "openshift-service-ca.crt", "reconcileID": "d49351c0-d190-475a-9e46-47bcbb72b969", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1c7644"} 2026-09-10T05:08:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c7644"}, "namespace": "ai-tenant-e2e-ipp-b-1c7644", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2dc186cc-4d0b-4cab-b07a-d2f6a9bf8ceb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c7644"} 2026-09-10T05:08:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c7644"}, "namespace": "ai-tenant-e2e-ipp-b-1c7644", "name": "odh-trusted-ca-bundle", "reconcileID": "4c8d5f0e-a4af-4df2-9b88-0e3b41a41fc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c7644", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T05:08:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c7644"}, "namespace": "ai-tenant-e2e-ipp-b-1c7644", "name": "odh-trusted-ca-bundle", "reconcileID": "4c8d5f0e-a4af-4df2-9b88-0e3b41a41fc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c7644"} 2026-09-10T05:08:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c7644"}, "namespace": "ai-tenant-e2e-ipp-b-1c7644", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc97500b-d327-4f9b-b5be-80a1e22ef345", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c7644"} 2026-09-10T05:08:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "106d908a-fbdb-4b18-bd8b-fe047f30889a", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:08:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "106d908a-fbdb-4b18-bd8b-fe047f30889a", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644-authn-ssl"} 2026-09-10T05:08:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "106d908a-fbdb-4b18-bd8b-fe047f30889a", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:08:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "cba28475-1dd6-4da1-addc-a129e57c3318", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:08:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "cba28475-1dd6-4da1-addc-a129e57c3318", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644-authn-ssl"} 2026-09-10T05:08:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "cba28475-1dd6-4da1-addc-a129e57c3318", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:08:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "71e83663-a88e-468d-ac69-e6686d4b35d7", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:08:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "71e83663-a88e-468d-ac69-e6686d4b35d7", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:08:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "71e83663-a88e-468d-ac69-e6686d4b35d7", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:08:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "b4bfd262-af9b-44b6-b990-dc1e6b523624", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:08:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "71e83663-a88e-468d-ac69-e6686d4b35d7", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a-kserve-route-authn"} 2026-09-10T05:08:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "71e83663-a88e-468d-ac69-e6686d4b35d7", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a", "authType": "userdefined"} 2026-09-10T05:08:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "71e83663-a88e-468d-ac69-e6686d4b35d7", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:08:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "b4bfd262-af9b-44b6-b990-dc1e6b523624", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a-authn-ssl"} 2026-09-10T05:08:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "b4bfd262-af9b-44b6-b990-dc1e6b523624", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:08:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "e6834223-5f9f-40d7-8765-fdee314dd38e", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:08:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "e6834223-5f9f-40d7-8765-fdee314dd38e", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:08:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "e6834223-5f9f-40d7-8765-fdee314dd38e", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:08:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "e6834223-5f9f-40d7-8765-fdee314dd38e", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a-kserve-route-authn"} 2026-09-10T05:08:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "e6834223-5f9f-40d7-8765-fdee314dd38e", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a", "authType": "userdefined"} 2026-09-10T05:08:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "e6834223-5f9f-40d7-8765-fdee314dd38e", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:09:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "c54d64ca-a699-48e6-8541-f3ee1d4c4863", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:09:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "c54d64ca-a699-48e6-8541-f3ee1d4c4863", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a-authn-ssl"} 2026-09-10T05:09:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "c54d64ca-a699-48e6-8541-f3ee1d4c4863", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:09:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "90544e30-215a-4957-a34b-5181f3d1240a", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:09:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "90544e30-215a-4957-a34b-5181f3d1240a", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:09:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "90544e30-215a-4957-a34b-5181f3d1240a", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:09:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "90544e30-215a-4957-a34b-5181f3d1240a", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a-kserve-route-authn"} 2026-09-10T05:09:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "90544e30-215a-4957-a34b-5181f3d1240a", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a", "authType": "userdefined"} 2026-09-10T05:09:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "90544e30-215a-4957-a34b-5181f3d1240a", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:09:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "839b6edf-607c-4fd0-bce3-5f6431ee5f23", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:09:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "839b6edf-607c-4fd0-bce3-5f6431ee5f23", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:09:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "839b6edf-607c-4fd0-bce3-5f6431ee5f23", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:09:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "839b6edf-607c-4fd0-bce3-5f6431ee5f23", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a-kserve-route-authn"} 2026-09-10T05:09:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "839b6edf-607c-4fd0-bce3-5f6431ee5f23", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a", "authType": "userdefined"} 2026-09-10T05:09:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "839b6edf-607c-4fd0-bce3-5f6431ee5f23", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:09:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "518a0450-1088-4bc8-80fc-84d1e2deeb4c", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:09:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "518a0450-1088-4bc8-80fc-84d1e2deeb4c", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd-authn-ssl"} 2026-09-10T05:09:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "518a0450-1088-4bc8-80fc-84d1e2deeb4c", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:09:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "e1bc59d3-e85e-48da-b268-93f4c0525569", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:09:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "e1bc59d3-e85e-48da-b268-93f4c0525569", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd-authn-ssl"} 2026-09-10T05:09:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "e1bc59d3-e85e-48da-b268-93f4c0525569", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:09:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "3369e7bf-ecff-4d42-8d75-ac7033720a90", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:09:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "3369e7bf-ecff-4d42-8d75-ac7033720a90", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd-authn-ssl"} 2026-09-10T05:09:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "3369e7bf-ecff-4d42-8d75-ac7033720a90", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:09:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "cf4a7aed-030b-4bc9-a396-ce9527def917", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:09:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "cf4a7aed-030b-4bc9-a396-ce9527def917", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd-authn-ssl"} 2026-09-10T05:09:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "cf4a7aed-030b-4bc9-a396-ce9527def917", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:09:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "6d249935-890e-4192-a7f1-c64e0e25f129", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:09:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "6d249935-890e-4192-a7f1-c64e0e25f129", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd-authn-ssl"} 2026-09-10T05:09:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "6d249935-890e-4192-a7f1-c64e0e25f129", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:09:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "c4fe17c2-cf03-4f2d-9662-fe5a023e1acd", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:09:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "c4fe17c2-cf03-4f2d-9662-fe5a023e1acd", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd-authn-ssl"} 2026-09-10T05:09:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "c4fe17c2-cf03-4f2d-9662-fe5a023e1acd", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:09:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "9c513589-701b-4c5c-b7ba-db787e46f2fc", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:09:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "9c513589-701b-4c5c-b7ba-db787e46f2fc", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd-authn-ssl"} 2026-09-10T05:09:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "9c513589-701b-4c5c-b7ba-db787e46f2fc", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:09:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-56fdcd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "name": "openshift-service-ca.crt", "reconcileID": "50dda663-f423-4b2d-a2bb-d1a95bba0cca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd"} 2026-09-10T05:09:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-56fdcd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "name": "openshift-service-ca.crt", "reconcileID": "812f89e6-9b8e-4b05-8966-11e83e8308d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T05:09:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-56fdcd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "name": "openshift-service-ca.crt", "reconcileID": "812f89e6-9b8e-4b05-8966-11e83e8308d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd"} 2026-09-10T05:09:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56fdcd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "name": "odh-trusted-ca-bundle", "reconcileID": "b390e6d1-40fc-45aa-b3b2-00ab6783e4ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd"} 2026-09-10T05:09:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56fdcd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6a30c21-58e5-4246-9e12-fc42bacd97f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd"} 2026-09-10T05:09:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-56fdcd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "name": "openshift-service-ca.crt", "reconcileID": "0af7c5f9-d3c5-4734-b342-66def65a7164", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd"} 2026-09-10T05:09:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56fdcd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "name": "odh-trusted-ca-bundle", "reconcileID": "9cc668f6-eedd-46a9-8eab-caeb22ac7fdb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T05:09:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56fdcd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "name": "odh-trusted-ca-bundle", "reconcileID": "9cc668f6-eedd-46a9-8eab-caeb22ac7fdb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd"} 2026-09-10T05:09:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56fdcd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "667e7efb-aaa8-4f56-8886-422fd453dfd0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd"} 2026-09-10T05:09:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "7f498498-3773-4607-8d82-e1194ee423bf", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:09:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "7f498498-3773-4607-8d82-e1194ee423bf", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd-authn-ssl"} 2026-09-10T05:09:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "7f498498-3773-4607-8d82-e1194ee423bf", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:09:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "278ca5e4-b6c4-4271-8052-179b0f526d1b", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:09:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "278ca5e4-b6c4-4271-8052-179b0f526d1b", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd-authn-ssl"} 2026-09-10T05:09:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "278ca5e4-b6c4-4271-8052-179b0f526d1b", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:10:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "4f65c1ee-0caf-47f4-8569-67c9996a075d", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:10:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "4f65c1ee-0caf-47f4-8569-67c9996a075d", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd-authn-ssl"} 2026-09-10T05:10:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "4f65c1ee-0caf-47f4-8569-67c9996a075d", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:10:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "3c2f644a-3551-47d2-93a4-871b4d30d42a", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:10:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "3c2f644a-3551-47d2-93a4-871b4d30d42a", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd-authn-ssl"} 2026-09-10T05:10:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "3c2f644a-3551-47d2-93a4-871b4d30d42a", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:10:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56fdcd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f3c942a-5aa6-478e-8cdc-9eb236d24252", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd"} 2026-09-10T05:10:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56fdcd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f3c942a-5aa6-478e-8cdc-9eb236d24252", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T05:10:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56fdcd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f3c942a-5aa6-478e-8cdc-9eb236d24252", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-56fdcd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T05:10:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56fdcd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "name": "odh-trusted-ca-bundle", "reconcileID": "f601d530-8948-4ea7-8391-c33d92d32f17", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd"} 2026-09-10T05:10:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56fdcd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "name": "odh-trusted-ca-bundle", "reconcileID": "f601d530-8948-4ea7-8391-c33d92d32f17", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd"} 2026-09-10T05:10:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-56fdcd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "name": "openshift-service-ca.crt", "reconcileID": "7d49d45f-8582-42cf-81f8-4ba0b89d13d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd"} 2026-09-10T05:10:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-56fdcd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "name": "openshift-service-ca.crt", "reconcileID": "7d49d45f-8582-42cf-81f8-4ba0b89d13d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd"} 2026-09-10T05:10:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56fdcd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc7f3bb2-4e6e-4012-9f48-ed83a3d0b901", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd"} 2026-09-10T05:10:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56fdcd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc7f3bb2-4e6e-4012-9f48-ed83a3d0b901", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56fdcd"} 2026-09-10T05:10:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56fdcd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56fdcd", "reconcileID": "8194223a-6bdc-45d6-bb09-fa67bdfbb79e", "Gateway": "e2e-ipp-cleanup-56fdcd", "namespace": "openshift-ingress"} 2026-09-10T05:10:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "fbcdcbcc-49be-42f8-b624-35730debc1a0", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:10:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "fbcdcbcc-49be-42f8-b624-35730debc1a0", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a-authn-ssl"} 2026-09-10T05:10:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "fbcdcbcc-49be-42f8-b624-35730debc1a0", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:10:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "e42ea998-0a1b-4037-81d6-444dcac06704", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:10:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "e42ea998-0a1b-4037-81d6-444dcac06704", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a-authn-ssl"} 2026-09-10T05:10:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "e42ea998-0a1b-4037-81d6-444dcac06704", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:10:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "49bbb93a-27a6-40d3-b75f-893ae87d5c45", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:10:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "49bbb93a-27a6-40d3-b75f-893ae87d5c45", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a-authn-ssl"} 2026-09-10T05:10:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "49bbb93a-27a6-40d3-b75f-893ae87d5c45", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:10:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "9112571c-5da6-4553-9e14-fae502c6a1e1", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:10:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "9112571c-5da6-4553-9e14-fae502c6a1e1", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:10:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "9112571c-5da6-4553-9e14-fae502c6a1e1", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:10:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "9112571c-5da6-4553-9e14-fae502c6a1e1", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a-kserve-route-authn"} 2026-09-10T05:10:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "9112571c-5da6-4553-9e14-fae502c6a1e1", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a", "authType": "userdefined"} 2026-09-10T05:10:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "9112571c-5da6-4553-9e14-fae502c6a1e1", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:11:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "f3c51655-f5f0-46a9-b066-c409e821adbd", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:11:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "f3c51655-f5f0-46a9-b066-c409e821adbd", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a"} 2026-09-10T05:11:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "f3c51655-f5f0-46a9-b066-c409e821adbd", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:11:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "f3c51655-f5f0-46a9-b066-c409e821adbd", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:11:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "f3c51655-f5f0-46a9-b066-c409e821adbd", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a-kserve-route-authn"} 2026-09-10T05:11:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "f3c51655-f5f0-46a9-b066-c409e821adbd", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a-kserve-route-authn"} 2026-09-10T05:11:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "f3c51655-f5f0-46a9-b066-c409e821adbd", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:11:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "f3c51655-f5f0-46a9-b066-c409e821adbd", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:11:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95427a","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "ipp-route-95427a", "reconcileID": "134b5d45-2961-42ae-8933-c8a41db57992", "LLMInferenceService": "ipp-route-95427a", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:11:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "58da8214-70f7-4c5b-a8b6-2deba064a747", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:11:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "58da8214-70f7-4c5b-a8b6-2deba064a747", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a-authn-ssl"} 2026-09-10T05:11:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "58da8214-70f7-4c5b-a8b6-2deba064a747", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:11:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "16d759fa-e9ff-4ba6-93e5-9bc31cbc1dc3", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:11:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "16d759fa-e9ff-4ba6-93e5-9bc31cbc1dc3", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a-authn-ssl"} 2026-09-10T05:11:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "16d759fa-e9ff-4ba6-93e5-9bc31cbc1dc3", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:11:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9a9198e-c6b3-496c-86b2-87a5226b8745", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:11:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9a9198e-c6b3-496c-86b2-87a5226b8745", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95427a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T05:11:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9a9198e-c6b3-496c-86b2-87a5226b8745", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-95427a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T05:11:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "odh-trusted-ca-bundle", "reconcileID": "0842d7c0-7fc3-4b9e-8284-154b79245cd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:11:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "odh-trusted-ca-bundle", "reconcileID": "0842d7c0-7fc3-4b9e-8284-154b79245cd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:11:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "openshift-service-ca.crt", "reconcileID": "0f4116f2-f28c-4e3b-8763-633f8197c694", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:11:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "openshift-service-ca.crt", "reconcileID": "0f4116f2-f28c-4e3b-8763-633f8197c694", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:11:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c36bc64-f166-4810-8eeb-326807d00e78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:11:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95427a"}, "namespace": "ai-tenant-e2e-ipp-a-95427a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c36bc64-f166-4810-8eeb-326807d00e78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95427a"} 2026-09-10T05:11:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95427a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95427a", "reconcileID": "db0dc579-0461-4438-bc15-69b8ef8d2ebe", "Gateway": "e2e-ipp-a-95427a", "namespace": "openshift-ingress"} 2026-09-10T05:11:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "24780ba4-006e-46cd-884f-a7b51fedd2ab", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:11:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "24780ba4-006e-46cd-884f-a7b51fedd2ab", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644-authn-ssl"} 2026-09-10T05:11:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "24780ba4-006e-46cd-884f-a7b51fedd2ab", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:11:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "a2583675-a5c8-4a19-9caa-3e6117a6561e", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:11:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "a2583675-a5c8-4a19-9caa-3e6117a6561e", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644-authn-ssl"} 2026-09-10T05:11:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "a2583675-a5c8-4a19-9caa-3e6117a6561e", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:11:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c7644"}, "namespace": "ai-tenant-e2e-ipp-b-1c7644", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8364059-dfc9-41aa-8a65-5d9877a426ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c7644"} 2026-09-10T05:11:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c7644"}, "namespace": "ai-tenant-e2e-ipp-b-1c7644", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8364059-dfc9-41aa-8a65-5d9877a426ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c7644", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T05:11:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c7644"}, "namespace": "ai-tenant-e2e-ipp-b-1c7644", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8364059-dfc9-41aa-8a65-5d9877a426ee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-1c7644 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T05:11:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c7644"}, "namespace": "ai-tenant-e2e-ipp-b-1c7644", "name": "odh-trusted-ca-bundle", "reconcileID": "b31b3c52-de9f-4a6c-b159-1de5b2605847", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c7644"} 2026-09-10T05:11:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c7644"}, "namespace": "ai-tenant-e2e-ipp-b-1c7644", "name": "odh-trusted-ca-bundle", "reconcileID": "b31b3c52-de9f-4a6c-b159-1de5b2605847", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c7644"} 2026-09-10T05:11:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1c7644"}, "namespace": "ai-tenant-e2e-ipp-b-1c7644", "name": "openshift-service-ca.crt", "reconcileID": "c2918875-8b76-4e84-a1e9-813c9535dba2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1c7644"} 2026-09-10T05:11:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1c7644"}, "namespace": "ai-tenant-e2e-ipp-b-1c7644", "name": "openshift-service-ca.crt", "reconcileID": "c2918875-8b76-4e84-a1e9-813c9535dba2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1c7644"} 2026-09-10T05:11:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c7644"}, "namespace": "ai-tenant-e2e-ipp-b-1c7644", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "444618e2-726e-4ecd-8fd7-f54fbd38b034", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c7644"} 2026-09-10T05:11:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c7644"}, "namespace": "ai-tenant-e2e-ipp-b-1c7644", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "444618e2-726e-4ecd-8fd7-f54fbd38b034", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c7644"} 2026-09-10T05:11:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c7644","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c7644", "reconcileID": "479e7b79-7633-4dc3-80fb-bccd5a0b84ea", "Gateway": "e2e-ipp-b-1c7644", "namespace": "openshift-ingress"} 2026-09-10T05:11:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4bfef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4bfef6", "reconcileID": "4545415d-b151-4e30-b4fd-dd05142c3b12", "Gateway": "e2e-shared-a-w3-4bfef6", "namespace": "openshift-ingress"} 2026-09-10T05:11:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4bfef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4bfef6", "reconcileID": "4545415d-b151-4e30-b4fd-dd05142c3b12", "Gateway": "e2e-shared-a-w3-4bfef6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4bfef6-authn-ssl"} 2026-09-10T05:11:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4bfef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4bfef6", "reconcileID": "4545415d-b151-4e30-b4fd-dd05142c3b12", "Gateway": "e2e-shared-a-w3-4bfef6", "namespace": "openshift-ingress"} 2026-09-10T05:12:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4bfef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4bfef6", "reconcileID": "8e446da9-c142-4f09-950d-288c9caf468e", "Gateway": "e2e-shared-a-w3-4bfef6", "namespace": "openshift-ingress"} 2026-09-10T05:12:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4bfef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4bfef6", "reconcileID": "8e446da9-c142-4f09-950d-288c9caf468e", "Gateway": "e2e-shared-a-w3-4bfef6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4bfef6-authn-ssl"} 2026-09-10T05:12:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4bfef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4bfef6", "reconcileID": "8e446da9-c142-4f09-950d-288c9caf468e", "Gateway": "e2e-shared-a-w3-4bfef6", "namespace": "openshift-ingress"} 2026-09-10T05:12:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a0c3416-f812-408a-a79d-fabd2fdd152d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:12:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a0c3416-f812-408a-a79d-fabd2fdd152d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T05:12:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a0c3416-f812-408a-a79d-fabd2fdd152d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-4bfef6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T05:12:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "odh-trusted-ca-bundle", "reconcileID": "336fe890-6df1-4491-a999-76a75d854ca1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:12:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "odh-trusted-ca-bundle", "reconcileID": "336fe890-6df1-4491-a999-76a75d854ca1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:12:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "openshift-service-ca.crt", "reconcileID": "69b9485c-5f18-41f5-921b-a02fdd3a2972", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:12:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "openshift-service-ca.crt", "reconcileID": "69b9485c-5f18-41f5-921b-a02fdd3a2972", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:12:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e830192-a59d-44a9-8171-b6f27213620c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:12:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4bfef6"}, "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e830192-a59d-44a9-8171-b6f27213620c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-4bfef6"} 2026-09-10T05:12:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4bfef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4bfef6", "reconcileID": "1336af4b-05c6-44d7-bbce-c7f511673b1f", "Gateway": "e2e-shared-a-w3-4bfef6", "namespace": "openshift-ingress"} 2026-09-10T05:12:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "340c2601-6bc3-41f6-80a2-3e3b170bb8cb", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress"} 2026-09-10T05:12:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "340c2601-6bc3-41f6-80a2-3e3b170bb8cb", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d-authn-ssl"} 2026-09-10T05:12:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "340c2601-6bc3-41f6-80a2-3e3b170bb8cb", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress"} 2026-09-10T05:12:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "0b4a3df4-8f2b-475b-bf6f-4ba93111203e", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress"} 2026-09-10T05:12:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "0b4a3df4-8f2b-475b-bf6f-4ba93111203e", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d-authn-ssl"} 2026-09-10T05:12:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "0b4a3df4-8f2b-475b-bf6f-4ba93111203e", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress"} 2026-09-10T05:12:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f07d4db9-e090-48f6-a12f-2aa81b1625dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:12:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f07d4db9-e090-48f6-a12f-2aa81b1625dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T05:12:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f07d4db9-e090-48f6-a12f-2aa81b1625dd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-3b702d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T05:12:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "odh-trusted-ca-bundle", "reconcileID": "d0930ce3-fcf1-430f-8ece-1207e3339c85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:12:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "odh-trusted-ca-bundle", "reconcileID": "d0930ce3-fcf1-430f-8ece-1207e3339c85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:12:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "openshift-service-ca.crt", "reconcileID": "f2f58654-f0a5-4399-9dd0-e821f7e14adc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:12:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "openshift-service-ca.crt", "reconcileID": "f2f58654-f0a5-4399-9dd0-e821f7e14adc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:12:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a7e6405-3fb1-441c-ae7f-e66074f21950", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:12:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b702d"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b702d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a7e6405-3fb1-441c-ae7f-e66074f21950", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3b702d"} 2026-09-10T05:12:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b702d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b702d", "reconcileID": "0fc235b3-9f62-4f36-914a-8e8463a61438", "Gateway": "e2e-shared-b-w3-3b702d", "namespace": "openshift-ingress"} 2026-09-10T05:14:16Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T05:14:16Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T05:14:18Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T05:14:18Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T05:16:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "96feee87-83ec-45cc-be8c-258b441a88b5", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "96feee87-83ec-45cc-be8c-258b441a88b5", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "96feee87-83ec-45cc-be8c-258b441a88b5", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a7a5532d-68bf-4d84-9d99-9fc1281bdec2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T05:16:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "96feee87-83ec-45cc-be8c-258b441a88b5", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm", "name": "e2e-same-id-a-4d897bf1-kserve-route-authn"} 2026-09-10T05:16:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "96feee87-83ec-45cc-be8c-258b441a88b5", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm", "authType": "userdefined"} 2026-09-10T05:16:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "96feee87-83ec-45cc-be8c-258b441a88b5", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a7a5532d-68bf-4d84-9d99-9fc1281bdec2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T05:16:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a7a5532d-68bf-4d84-9d99-9fc1281bdec2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T05:16:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "11550c70-63b6-4973-9fe3-2cf924e568a8", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "11550c70-63b6-4973-9fe3-2cf924e568a8", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "11550c70-63b6-4973-9fe3-2cf924e568a8", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "11550c70-63b6-4973-9fe3-2cf924e568a8", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm", "name": "e2e-same-id-a-4d897bf1-kserve-route-authn"} 2026-09-10T05:16:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "11550c70-63b6-4973-9fe3-2cf924e568a8", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm", "authType": "userdefined"} 2026-09-10T05:16:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "11550c70-63b6-4973-9fe3-2cf924e568a8", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "b693c44a-383c-4ecb-bbce-de89ce881af3", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "b693c44a-383c-4ecb-bbce-de89ce881af3", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "b693c44a-383c-4ecb-bbce-de89ce881af3", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "adf04d54-eac2-4681-b12a-bb3ba08d5e47", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T05:16:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "b693c44a-383c-4ecb-bbce-de89ce881af3", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm", "name": "e2e-same-id-b-4d897bf1-kserve-route-authn"} 2026-09-10T05:16:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "b693c44a-383c-4ecb-bbce-de89ce881af3", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm", "authType": "userdefined"} 2026-09-10T05:16:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "b693c44a-383c-4ecb-bbce-de89ce881af3", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "adf04d54-eac2-4681-b12a-bb3ba08d5e47", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T05:16:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "adf04d54-eac2-4681-b12a-bb3ba08d5e47", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T05:16:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7744ec74-9006-46a2-98eb-b9f569d2e7a8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T05:16:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7744ec74-9006-46a2-98eb-b9f569d2e7a8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T05:16:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7744ec74-9006-46a2-98eb-b9f569d2e7a8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T05:16:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "87104a79-a590-4828-a578-2f755cba83cd", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "87104a79-a590-4828-a578-2f755cba83cd", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "87104a79-a590-4828-a578-2f755cba83cd", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "87104a79-a590-4828-a578-2f755cba83cd", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm", "name": "e2e-same-id-a-4d897bf1-kserve-route-authn"} 2026-09-10T05:16:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "87104a79-a590-4828-a578-2f755cba83cd", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm", "authType": "userdefined"} 2026-09-10T05:16:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "87104a79-a590-4828-a578-2f755cba83cd", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "95ba0df0-19fd-4408-96ee-3399cd4a0d61", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "95ba0df0-19fd-4408-96ee-3399cd4a0d61", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "95ba0df0-19fd-4408-96ee-3399cd4a0d61", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:16:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "95ba0df0-19fd-4408-96ee-3399cd4a0d61", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm", "name": "e2e-same-id-b-4d897bf1-kserve-route-authn"} 2026-09-10T05:16:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "95ba0df0-19fd-4408-96ee-3399cd4a0d61", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm", "authType": "userdefined"} 2026-09-10T05:16:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "95ba0df0-19fd-4408-96ee-3399cd4a0d61", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c5461f5-b5a8-42d1-a9e9-6aa2c55c9621", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T05:17:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c5461f5-b5a8-42d1-a9e9-6aa2c55c9621", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T05:17:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c5461f5-b5a8-42d1-a9e9-6aa2c55c9621", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T05:17:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "11f8077a-55ab-4cd8-bd33-ce3a07c12f60", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "11f8077a-55ab-4cd8-bd33-ce3a07c12f60", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "11f8077a-55ab-4cd8-bd33-ce3a07c12f60", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "11f8077a-55ab-4cd8-bd33-ce3a07c12f60", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm", "name": "e2e-same-id-b-4d897bf1-kserve-route-authn"} 2026-09-10T05:17:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "11f8077a-55ab-4cd8-bd33-ce3a07c12f60", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm", "authType": "userdefined"} 2026-09-10T05:17:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "11f8077a-55ab-4cd8-bd33-ce3a07c12f60", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "db9a13fb-85de-4354-ae76-6bfb320fc16c", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "db9a13fb-85de-4354-ae76-6bfb320fc16c", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "db9a13fb-85de-4354-ae76-6bfb320fc16c", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "db9a13fb-85de-4354-ae76-6bfb320fc16c", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm", "name": "e2e-same-id-a-4d897bf1-kserve-route-authn"} 2026-09-10T05:17:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "db9a13fb-85de-4354-ae76-6bfb320fc16c", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm", "authType": "userdefined"} 2026-09-10T05:17:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "db9a13fb-85de-4354-ae76-6bfb320fc16c", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "946e9ce1-a2fc-41d1-8af7-30fbbb9b1479", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "946e9ce1-a2fc-41d1-8af7-30fbbb9b1479", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "946e9ce1-a2fc-41d1-8af7-30fbbb9b1479", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "946e9ce1-a2fc-41d1-8af7-30fbbb9b1479", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm", "name": "e2e-same-id-b-4d897bf1-kserve-route-authn"} 2026-09-10T05:17:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "946e9ce1-a2fc-41d1-8af7-30fbbb9b1479", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm", "authType": "userdefined"} 2026-09-10T05:17:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "946e9ce1-a2fc-41d1-8af7-30fbbb9b1479", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "0b99552f-d424-4ea2-97ce-e48d20a955e6", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "0b99552f-d424-4ea2-97ce-e48d20a955e6", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm", "name": "e2e-same-id-a-4d897bf1"} 2026-09-10T05:17:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "0b99552f-d424-4ea2-97ce-e48d20a955e6", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "0b99552f-d424-4ea2-97ce-e48d20a955e6", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "0b99552f-d424-4ea2-97ce-e48d20a955e6", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm", "name": "e2e-same-id-a-4d897bf1-kserve-route-authn"} 2026-09-10T05:17:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "0b99552f-d424-4ea2-97ce-e48d20a955e6", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm", "name": "e2e-same-id-a-4d897bf1-kserve-route-authn"} 2026-09-10T05:17:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4d897bf1", "reconcileID": "fa1d69dc-8f2d-40d9-8612-2809ca8daef4", "LLMInferenceService": "e2e-same-id-a-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ace5a081-43a3-4ac0-96fe-3feedaac2d46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T05:17:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ace5a081-43a3-4ac0-96fe-3feedaac2d46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T05:17:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ace5a081-43a3-4ac0-96fe-3feedaac2d46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T05:17:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9920c984-b947-4c95-9c86-4ea97cfd1cd7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T05:17:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9920c984-b947-4c95-9c86-4ea97cfd1cd7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T05:17:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9920c984-b947-4c95-9c86-4ea97cfd1cd7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T05:17:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "bd8d7f2a-ba2c-4c26-811b-70659997b258", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "bd8d7f2a-ba2c-4c26-811b-70659997b258", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm", "name": "e2e-same-id-b-4d897bf1"} 2026-09-10T05:17:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "bd8d7f2a-ba2c-4c26-811b-70659997b258", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "bd8d7f2a-ba2c-4c26-811b-70659997b258", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "bd8d7f2a-ba2c-4c26-811b-70659997b258", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm", "name": "e2e-same-id-b-4d897bf1-kserve-route-authn"} 2026-09-10T05:17:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "bd8d7f2a-ba2c-4c26-811b-70659997b258", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm", "name": "e2e-same-id-b-4d897bf1-kserve-route-authn"} 2026-09-10T05:17:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4d897bf1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4d897bf1", "reconcileID": "67d89c94-b381-49a3-9177-7ddf9ece6737", "LLMInferenceService": "e2e-same-id-b-4d897bf1", "namespace": "llm"} 2026-09-10T05:17:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3d9a345-cb3f-45c5-9f90-31cf7792ea1f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T05:17:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3d9a345-cb3f-45c5-9f90-31cf7792ea1f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T05:17:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3d9a345-cb3f-45c5-9f90-31cf7792ea1f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T05:17:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "505498d3-bb8d-416a-a2c5-6ef7f5f6ed65", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T05:17:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "505498d3-bb8d-416a-a2c5-6ef7f5f6ed65", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T05:17:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "505498d3-bb8d-416a-a2c5-6ef7f5f6ed65", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}