2026-09-10T14:37:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-53471f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-53471f", "reconcileID": "3abf7204-7536-4553-8a0b-f5974e3fe280", "Gateway": "e2e-api-a-53471f", "namespace": "openshift-ingress"} 2026-09-10T14:37:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "30ac8edd-5578-4571-b029-93eeb14d5012", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:37:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "30ac8edd-5578-4571-b029-93eeb14d5012", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:37:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "30ac8edd-5578-4571-b029-93eeb14d5012", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:37:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "30ac8edd-5578-4571-b029-93eeb14d5012", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39-kserve-route-authn"} 2026-09-10T14:37:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "30ac8edd-5578-4571-b029-93eeb14d5012", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "authType": "userdefined"} 2026-09-10T14:37:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "30ac8edd-5578-4571-b029-93eeb14d5012", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:37:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "d979e818-db51-454f-bf1e-4afe906a28cd", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress"} 2026-09-10T14:37:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "d979e818-db51-454f-bf1e-4afe906a28cd", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39-authn-ssl"} 2026-09-10T14:37:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "d979e818-db51-454f-bf1e-4afe906a28cd", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress"} 2026-09-10T14:37:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "ebb6966c-e0e9-4638-9e33-4b35a333cf8d", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:37:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "ebb6966c-e0e9-4638-9e33-4b35a333cf8d", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:37:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "ebb6966c-e0e9-4638-9e33-4b35a333cf8d", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:37:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "ebb6966c-e0e9-4638-9e33-4b35a333cf8d", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39-kserve-route-authn"} 2026-09-10T14:37:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "ebb6966c-e0e9-4638-9e33-4b35a333cf8d", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "authType": "userdefined"} 2026-09-10T14:37:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "ebb6966c-e0e9-4638-9e33-4b35a333cf8d", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:38:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7ae247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7ae247", "reconcileID": "1a0f2c8d-42af-402b-9261-89b63821e2a8", "Gateway": "e2e-api-b-7ae247", "namespace": "openshift-ingress"} 2026-09-10T14:38:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7ae247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7ae247", "reconcileID": "1a0f2c8d-42af-402b-9261-89b63821e2a8", "Gateway": "e2e-api-b-7ae247", "namespace": "openshift-ingress", "name": "e2e-api-b-7ae247-authn-ssl"} 2026-09-10T14:38:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7ae247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7ae247", "reconcileID": "1a0f2c8d-42af-402b-9261-89b63821e2a8", "Gateway": "e2e-api-b-7ae247", "namespace": "openshift-ingress"} 2026-09-10T14:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "73350b48-33f6-4515-a816-334b4cbc66b7", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress"} 2026-09-10T14:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "73350b48-33f6-4515-a816-334b4cbc66b7", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39-authn-ssl"} 2026-09-10T14:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "73350b48-33f6-4515-a816-334b4cbc66b7", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress"} 2026-09-10T14:38:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "e6b609da-5d33-4f0f-95f3-79bdd213277f", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:38:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "e6b609da-5d33-4f0f-95f3-79bdd213277f", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:38:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "e6b609da-5d33-4f0f-95f3-79bdd213277f", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:38:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "e6b609da-5d33-4f0f-95f3-79bdd213277f", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39-kserve-route-authn"} 2026-09-10T14:38:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "e6b609da-5d33-4f0f-95f3-79bdd213277f", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "authType": "userdefined"} 2026-09-10T14:38:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "e6b609da-5d33-4f0f-95f3-79bdd213277f", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:38:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7ae247"}, "namespace": "ai-tenant-e2e-api-b-7ae247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a5b50b0-e41c-4046-9454-ba0d9ce4d01b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7ae247"} 2026-09-10T14:38:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7ae247"}, "namespace": "ai-tenant-e2e-api-b-7ae247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a5b50b0-e41c-4046-9454-ba0d9ce4d01b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7ae247", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:38:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7ae247"}, "namespace": "ai-tenant-e2e-api-b-7ae247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a5b50b0-e41c-4046-9454-ba0d9ce4d01b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-7ae247 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:38:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7ae247"}, "namespace": "ai-tenant-e2e-api-b-7ae247", "name": "odh-trusted-ca-bundle", "reconcileID": "1b2dea6a-c937-45b4-8b09-a852eb4c81b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7ae247"} 2026-09-10T14:38:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7ae247"}, "namespace": "ai-tenant-e2e-api-b-7ae247", "name": "odh-trusted-ca-bundle", "reconcileID": "1b2dea6a-c937-45b4-8b09-a852eb4c81b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7ae247"} 2026-09-10T14:38:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7ae247"}, "namespace": "ai-tenant-e2e-api-b-7ae247", "name": "openshift-service-ca.crt", "reconcileID": "cd5f58df-a2d5-49dd-87ba-c82d4ab811ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7ae247"} 2026-09-10T14:38:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7ae247"}, "namespace": "ai-tenant-e2e-api-b-7ae247", "name": "openshift-service-ca.crt", "reconcileID": "cd5f58df-a2d5-49dd-87ba-c82d4ab811ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7ae247"} 2026-09-10T14:38:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7ae247"}, "namespace": "ai-tenant-e2e-api-b-7ae247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e80b18b-c558-46f1-8131-041d253e120e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7ae247"} 2026-09-10T14:38:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7ae247"}, "namespace": "ai-tenant-e2e-api-b-7ae247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e80b18b-c558-46f1-8131-041d253e120e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7ae247"} 2026-09-10T14:38:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7ae247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7ae247", "reconcileID": "c76c6e66-8e89-4ff8-aa23-f52f81bf4ba0", "Gateway": "e2e-api-b-7ae247", "namespace": "openshift-ingress"} 2026-09-10T14:38:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "3221b650-29d6-436e-8770-bbb39c755c09", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:38:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "3221b650-29d6-436e-8770-bbb39c755c09", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:38:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "3221b650-29d6-436e-8770-bbb39c755c09", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:38:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "3221b650-29d6-436e-8770-bbb39c755c09", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39-kserve-route-authn"} 2026-09-10T14:38:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "3221b650-29d6-436e-8770-bbb39c755c09", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "authType": "userdefined"} 2026-09-10T14:38:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "3221b650-29d6-436e-8770-bbb39c755c09", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:38:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "97ac2d1f-0f89-4e0c-a402-68e539f233a0", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:38:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "97ac2d1f-0f89-4e0c-a402-68e539f233a0", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:38:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "97ac2d1f-0f89-4e0c-a402-68e539f233a0", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:38:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "97ac2d1f-0f89-4e0c-a402-68e539f233a0", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39-kserve-route-authn"} 2026-09-10T14:38:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "97ac2d1f-0f89-4e0c-a402-68e539f233a0", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "authType": "userdefined"} 2026-09-10T14:38:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "97ac2d1f-0f89-4e0c-a402-68e539f233a0", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:38:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-9e5db6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-9e5db6", "reconcileID": "b5d85c25-96d7-4662-80f2-fb9d7885e8d0", "Gateway": "e2e-shared-a-w2-9e5db6", "namespace": "openshift-ingress"} 2026-09-10T14:38:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-9e5db6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-9e5db6", "reconcileID": "b5d85c25-96d7-4662-80f2-fb9d7885e8d0", "Gateway": "e2e-shared-a-w2-9e5db6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-9e5db6-authn-ssl"} 2026-09-10T14:38:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-9e5db6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-9e5db6", "reconcileID": "b5d85c25-96d7-4662-80f2-fb9d7885e8d0", "Gateway": "e2e-shared-a-w2-9e5db6", "namespace": "openshift-ingress"} 2026-09-10T14:38:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-9e5db6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-9e5db6", "reconcileID": "26c66da7-fa74-4300-8f56-443f07008ff9", "Gateway": "e2e-shared-a-w2-9e5db6", "namespace": "openshift-ingress"} 2026-09-10T14:38:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-9e5db6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-9e5db6", "reconcileID": "26c66da7-fa74-4300-8f56-443f07008ff9", "Gateway": "e2e-shared-a-w2-9e5db6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-9e5db6-authn-ssl"} 2026-09-10T14:38:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-9e5db6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-9e5db6", "reconcileID": "26c66da7-fa74-4300-8f56-443f07008ff9", "Gateway": "e2e-shared-a-w2-9e5db6", "namespace": "openshift-ingress"} 2026-09-10T14:38:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-9e5db6"}, "namespace": "ai-tenant-e2e-shared-a-w2-9e5db6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7cbebb9-295c-41a8-b1a4-8a5fb5868521", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-9e5db6"} 2026-09-10T14:38:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-9e5db6"}, "namespace": "ai-tenant-e2e-shared-a-w2-9e5db6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7cbebb9-295c-41a8-b1a4-8a5fb5868521", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-9e5db6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:38:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-9e5db6"}, "namespace": "ai-tenant-e2e-shared-a-w2-9e5db6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7cbebb9-295c-41a8-b1a4-8a5fb5868521", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-9e5db6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:38:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-9e5db6"}, "namespace": "ai-tenant-e2e-shared-a-w2-9e5db6", "name": "odh-trusted-ca-bundle", "reconcileID": "4c148146-3deb-4982-a36d-413cd029c284", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-9e5db6"} 2026-09-10T14:38:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-9e5db6"}, "namespace": "ai-tenant-e2e-shared-a-w2-9e5db6", "name": "odh-trusted-ca-bundle", "reconcileID": "4c148146-3deb-4982-a36d-413cd029c284", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-9e5db6"} 2026-09-10T14:38:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-9e5db6"}, "namespace": "ai-tenant-e2e-shared-a-w2-9e5db6", "name": "openshift-service-ca.crt", "reconcileID": "727089d1-160a-4331-940f-49014d2a9438", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-9e5db6"} 2026-09-10T14:38:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-9e5db6"}, "namespace": "ai-tenant-e2e-shared-a-w2-9e5db6", "name": "openshift-service-ca.crt", "reconcileID": "727089d1-160a-4331-940f-49014d2a9438", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-9e5db6"} 2026-09-10T14:38:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-9e5db6"}, "namespace": "ai-tenant-e2e-shared-a-w2-9e5db6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b16c64c7-94e5-4543-8354-f30aa6a2f4a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-9e5db6"} 2026-09-10T14:38:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-9e5db6"}, "namespace": "ai-tenant-e2e-shared-a-w2-9e5db6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b16c64c7-94e5-4543-8354-f30aa6a2f4a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-9e5db6"} 2026-09-10T14:38:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-9e5db6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-9e5db6", "reconcileID": "b7435f5d-3e7d-4d35-a062-a99fc6a5b8cc", "Gateway": "e2e-shared-a-w2-9e5db6", "namespace": "openshift-ingress"} 2026-09-10T14:38:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-54c040","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-54c040", "reconcileID": "2daa2ad9-1d1f-4923-88e2-f8b6837f462b", "Gateway": "e2e-shared-b-w2-54c040", "namespace": "openshift-ingress"} 2026-09-10T14:38:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-54c040","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-54c040", "reconcileID": "2daa2ad9-1d1f-4923-88e2-f8b6837f462b", "Gateway": "e2e-shared-b-w2-54c040", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-54c040-authn-ssl"} 2026-09-10T14:38:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-54c040","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-54c040", "reconcileID": "2daa2ad9-1d1f-4923-88e2-f8b6837f462b", "Gateway": "e2e-shared-b-w2-54c040", "namespace": "openshift-ingress"} 2026-09-10T14:38:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-54c040"}, "namespace": "ai-tenant-e2e-shared-b-w2-54c040", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f1464ff-68d7-4071-84ad-344a4b871980", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-54c040"} 2026-09-10T14:38:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-54c040"}, "namespace": "ai-tenant-e2e-shared-b-w2-54c040", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f1464ff-68d7-4071-84ad-344a4b871980", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-54c040", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:38:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-54c040"}, "namespace": "ai-tenant-e2e-shared-b-w2-54c040", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f1464ff-68d7-4071-84ad-344a4b871980", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-54c040 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:38:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-54c040"}, "namespace": "ai-tenant-e2e-shared-b-w2-54c040", "name": "odh-trusted-ca-bundle", "reconcileID": "52f65618-3aaa-4539-ac34-fa7d6d9952bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-54c040"} 2026-09-10T14:38:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-54c040"}, "namespace": "ai-tenant-e2e-shared-b-w2-54c040", "name": "odh-trusted-ca-bundle", "reconcileID": "52f65618-3aaa-4539-ac34-fa7d6d9952bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-54c040"} 2026-09-10T14:38:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-54c040"}, "namespace": "ai-tenant-e2e-shared-b-w2-54c040", "name": "openshift-service-ca.crt", "reconcileID": "f69bb260-5e89-4941-9ff0-d73bba0cc0e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-54c040"} 2026-09-10T14:38:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-54c040"}, "namespace": "ai-tenant-e2e-shared-b-w2-54c040", "name": "openshift-service-ca.crt", "reconcileID": "f69bb260-5e89-4941-9ff0-d73bba0cc0e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-54c040"} 2026-09-10T14:38:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-54c040"}, "namespace": "ai-tenant-e2e-shared-b-w2-54c040", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97c0b0c9-c84f-49c7-b8d6-eb0455393e47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-54c040"} 2026-09-10T14:38:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-54c040"}, "namespace": "ai-tenant-e2e-shared-b-w2-54c040", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97c0b0c9-c84f-49c7-b8d6-eb0455393e47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-54c040"} 2026-09-10T14:38:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-54c040","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-54c040", "reconcileID": "ab7c9721-1e12-4cc6-8745-fbf66008c602", "Gateway": "e2e-shared-b-w2-54c040", "namespace": "openshift-ingress"} 2026-09-10T14:38:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-54c040","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-54c040", "reconcileID": "ab7c9721-1e12-4cc6-8745-fbf66008c602", "Gateway": "e2e-shared-b-w2-54c040", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-54c040-authn-ssl"} 2026-09-10T14:38:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-54c040","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-54c040", "reconcileID": "ab7c9721-1e12-4cc6-8745-fbf66008c602", "Gateway": "e2e-shared-b-w2-54c040", "namespace": "openshift-ingress"} 2026-09-10T14:38:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-54c040","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-54c040", "reconcileID": "e2aa667a-ea8e-4e97-81f3-8c553732d7c2", "Gateway": "e2e-shared-b-w2-54c040", "namespace": "openshift-ingress"} 2026-09-10T14:39:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-586826","namespace":"ai-tenant-e2e-shared-a-w3-586826"}, "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "rate-test-model-586826", "reconcileID": "653210ef-8b4a-47ec-878b-c6e723aba70f", "LLMInferenceService": "rate-test-model-586826", "namespace": "ai-tenant-e2e-shared-a-w3-586826"} 2026-09-10T14:39:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-586826","namespace":"ai-tenant-e2e-shared-a-w3-586826"}, "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "rate-test-model-586826", "reconcileID": "653210ef-8b4a-47ec-878b-c6e723aba70f", "LLMInferenceService": "rate-test-model-586826", "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "rate-test-model-586826"} 2026-09-10T14:39:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-586826","namespace":"ai-tenant-e2e-shared-a-w3-586826"}, "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "rate-test-model-586826", "reconcileID": "653210ef-8b4a-47ec-878b-c6e723aba70f", "LLMInferenceService": "rate-test-model-586826", "namespace": "ai-tenant-e2e-shared-a-w3-586826"} 2026-09-10T14:39:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-586826","namespace":"ai-tenant-e2e-shared-a-w3-586826"}, "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "rate-test-model-586826", "reconcileID": "653210ef-8b4a-47ec-878b-c6e723aba70f", "LLMInferenceService": "rate-test-model-586826", "namespace": "ai-tenant-e2e-shared-a-w3-586826"} 2026-09-10T14:39:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-586826","namespace":"ai-tenant-e2e-shared-a-w3-586826"}, "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "rate-test-model-586826", "reconcileID": "653210ef-8b4a-47ec-878b-c6e723aba70f", "LLMInferenceService": "rate-test-model-586826", "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "rate-test-model-586826-kserve-route-authn"} 2026-09-10T14:39:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-586826","namespace":"ai-tenant-e2e-shared-a-w3-586826"}, "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "rate-test-model-586826", "reconcileID": "653210ef-8b4a-47ec-878b-c6e723aba70f", "LLMInferenceService": "rate-test-model-586826", "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "rate-test-model-586826-kserve-route-authn"} 2026-09-10T14:39:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-586826","namespace":"ai-tenant-e2e-shared-a-w3-586826"}, "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "rate-test-model-586826", "reconcileID": "653210ef-8b4a-47ec-878b-c6e723aba70f", "LLMInferenceService": "rate-test-model-586826", "namespace": "ai-tenant-e2e-shared-a-w3-586826", "namespace": "ai-tenant-e2e-shared-a-w3-586826"} 2026-09-10T14:39:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-586826","namespace":"ai-tenant-e2e-shared-a-w3-586826"}, "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "rate-test-model-586826", "reconcileID": "653210ef-8b4a-47ec-878b-c6e723aba70f", "LLMInferenceService": "rate-test-model-586826", "namespace": "ai-tenant-e2e-shared-a-w3-586826", "namespace": "ai-tenant-e2e-shared-a-w3-586826"} 2026-09-10T14:39:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-586826","namespace":"ai-tenant-e2e-shared-a-w3-586826"}, "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "rate-test-model-586826", "reconcileID": "456f4aaf-b4c3-475d-9817-5e57448602dc", "LLMInferenceService": "rate-test-model-586826", "namespace": "ai-tenant-e2e-shared-a-w3-586826"} 2026-09-10T14:39:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-586826","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-586826", "reconcileID": "2b971383-a0e0-41da-b59f-5a972de1c534", "Gateway": "e2e-shared-a-w3-586826", "namespace": "openshift-ingress"} 2026-09-10T14:39:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-586826","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-586826", "reconcileID": "2b971383-a0e0-41da-b59f-5a972de1c534", "Gateway": "e2e-shared-a-w3-586826", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-586826-authn-ssl"} 2026-09-10T14:39:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-586826","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-586826", "reconcileID": "2b971383-a0e0-41da-b59f-5a972de1c534", "Gateway": "e2e-shared-a-w3-586826", "namespace": "openshift-ingress"} 2026-09-10T14:39:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-586826","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-586826", "reconcileID": "239179fc-83ac-4d9a-85b3-71727e07a048", "Gateway": "e2e-shared-a-w3-586826", "namespace": "openshift-ingress"} 2026-09-10T14:39:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-586826","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-586826", "reconcileID": "239179fc-83ac-4d9a-85b3-71727e07a048", "Gateway": "e2e-shared-a-w3-586826", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-586826-authn-ssl"} 2026-09-10T14:39:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-586826","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-586826", "reconcileID": "239179fc-83ac-4d9a-85b3-71727e07a048", "Gateway": "e2e-shared-a-w3-586826", "namespace": "openshift-ingress"} 2026-09-10T14:39:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "9214cfe2-8100-4b20-8883-ec335bf738b6", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:39:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "9214cfe2-8100-4b20-8883-ec335bf738b6", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39"} 2026-09-10T14:39:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "9214cfe2-8100-4b20-8883-ec335bf738b6", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:39:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "9214cfe2-8100-4b20-8883-ec335bf738b6", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:39:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "9214cfe2-8100-4b20-8883-ec335bf738b6", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39-kserve-route-authn"} 2026-09-10T14:39:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "9214cfe2-8100-4b20-8883-ec335bf738b6", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39-kserve-route-authn"} 2026-09-10T14:39:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "9214cfe2-8100-4b20-8883-ec335bf738b6", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:39:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "9214cfe2-8100-4b20-8883-ec335bf738b6", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:39:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9dcc39","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "rate-test-model-9dcc39", "reconcileID": "f40b122f-ab33-4c69-a7f9-df38fe341e90", "LLMInferenceService": "rate-test-model-9dcc39", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:39:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "0899a8a1-2387-43c5-b6c3-89fcd6538794", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress"} 2026-09-10T14:39:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "0899a8a1-2387-43c5-b6c3-89fcd6538794", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39-authn-ssl"} 2026-09-10T14:39:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "0899a8a1-2387-43c5-b6c3-89fcd6538794", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress"} 2026-09-10T14:39:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "9920d067-6ae8-4177-8cc6-797641b919d2", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress"} 2026-09-10T14:39:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "9920d067-6ae8-4177-8cc6-797641b919d2", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39-authn-ssl"} 2026-09-10T14:39:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "9920d067-6ae8-4177-8cc6-797641b919d2", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress"} 2026-09-10T14:39:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "4e972ee8-7b31-4a74-8ef5-3ee605962da3", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:39:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "4e972ee8-7b31-4a74-8ef5-3ee605962da3", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e-authn-ssl"} 2026-09-10T14:39:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "4e972ee8-7b31-4a74-8ef5-3ee605962da3", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:39:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "0dc8623e-b973-4efb-8cac-14a1a9f5f214", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:39:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "0dc8623e-b973-4efb-8cac-14a1a9f5f214", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e-authn-ssl"} 2026-09-10T14:39:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "0dc8623e-b973-4efb-8cac-14a1a9f5f214", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:39:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "f53df1f5-12bb-4e9d-8509-8777d25a53f5", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:39:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "f53df1f5-12bb-4e9d-8509-8777d25a53f5", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e-authn-ssl"} 2026-09-10T14:39:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "f53df1f5-12bb-4e9d-8509-8777d25a53f5", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:39:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "486f6ae0-9139-40d4-8e24-3ae4a05c4eec", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:39:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "486f6ae0-9139-40d4-8e24-3ae4a05c4eec", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e-authn-ssl"} 2026-09-10T14:39:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "486f6ae0-9139-40d4-8e24-3ae4a05c4eec", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:39:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "c73c2638-be18-4817-b897-b61e7f7aec13", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:39:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "c73c2638-be18-4817-b897-b61e7f7aec13", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e-authn-ssl"} 2026-09-10T14:39:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "c73c2638-be18-4817-b897-b61e7f7aec13", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:39:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "da289694-a3a7-4037-8fcd-ed4c02eabfd0", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:39:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "da289694-a3a7-4037-8fcd-ed4c02eabfd0", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e-authn-ssl"} 2026-09-10T14:39:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "da289694-a3a7-4037-8fcd-ed4c02eabfd0", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "9db46a58-bf20-4687-aef7-d8de0d479205", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "9db46a58-bf20-4687-aef7-d8de0d479205", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e-authn-ssl"} 2026-09-10T14:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "9db46a58-bf20-4687-aef7-d8de0d479205", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:39:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "openshift-service-ca.crt", "reconcileID": "a26bd0a0-e72c-46f1-8e7d-6ada6479d2e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:39:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "odh-trusted-ca-bundle", "reconcileID": "4e5fcdb2-c69b-4284-afdc-5537cf8708dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:39:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "openshift-service-ca.crt", "reconcileID": "3f5f91ec-cc45-4893-b1c6-7a3412493f5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-90366e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:39:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "openshift-service-ca.crt", "reconcileID": "3f5f91ec-cc45-4893-b1c6-7a3412493f5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:39:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "openshift-service-ca.crt", "reconcileID": "f67b5e98-9b4c-42a1-b097-28a7ed28cff9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:39:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7ba3dea-8d3f-4254-a672-9187250b6fcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:39:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "odh-trusted-ca-bundle", "reconcileID": "f68abadb-26fc-4fb8-bbeb-8a88cc93db9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-90366e", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:39:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "odh-trusted-ca-bundle", "reconcileID": "f68abadb-26fc-4fb8-bbeb-8a88cc93db9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:39:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66630cb2-c01b-4e8b-9cd0-713dc7d40c8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:39:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "08463e00-d40b-4303-8e56-2ca6ec22e2b1", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:39:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "08463e00-d40b-4303-8e56-2ca6ec22e2b1", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e-authn-ssl"} 2026-09-10T14:39:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "08463e00-d40b-4303-8e56-2ca6ec22e2b1", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:39:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "2b5cd796-ed6e-46e4-b8de-d5870d9237f0", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:39:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "2b5cd796-ed6e-46e4-b8de-d5870d9237f0", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e-authn-ssl"} 2026-09-10T14:39:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "2b5cd796-ed6e-46e4-b8de-d5870d9237f0", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:39:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "f21496cd-e36e-494c-a4b5-9fe02c7f9f8a", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:39:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "f21496cd-e36e-494c-a4b5-9fe02c7f9f8a", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31-authn-ssl"} 2026-09-10T14:39:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "f21496cd-e36e-494c-a4b5-9fe02c7f9f8a", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:39:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "fc480baf-cc93-4dc4-a20c-f269fa32afdb", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:39:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "fc480baf-cc93-4dc4-a20c-f269fa32afdb", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31-authn-ssl"} 2026-09-10T14:39:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "fc480baf-cc93-4dc4-a20c-f269fa32afdb", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:39:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "aada9af1-a5dc-4120-814c-09da823e2c91", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:39:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "aada9af1-a5dc-4120-814c-09da823e2c91", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31-authn-ssl"} 2026-09-10T14:39:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "aada9af1-a5dc-4120-814c-09da823e2c91", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:39:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "c528c2d2-d4ec-4bd1-bba8-d6a24344f787", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:39:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "c528c2d2-d4ec-4bd1-bba8-d6a24344f787", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31-authn-ssl"} 2026-09-10T14:39:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "c528c2d2-d4ec-4bd1-bba8-d6a24344f787", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:39:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "9b3f13aa-022a-4f09-9112-93e5c9bd7a20", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:39:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "9b3f13aa-022a-4f09-9112-93e5c9bd7a20", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31-authn-ssl"} 2026-09-10T14:39:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "9b3f13aa-022a-4f09-9112-93e5c9bd7a20", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:39:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "b6b8756b-07ee-4a3f-84be-7c75a30a8954", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:39:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "b6b8756b-07ee-4a3f-84be-7c75a30a8954", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31-authn-ssl"} 2026-09-10T14:39:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "b6b8756b-07ee-4a3f-84be-7c75a30a8954", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:39:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "c5098c8f-79bf-425d-a43f-8b00c76c931a", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:39:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "c5098c8f-79bf-425d-a43f-8b00c76c931a", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31-authn-ssl"} 2026-09-10T14:39:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "c5098c8f-79bf-425d-a43f-8b00c76c931a", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:39:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6b9e31"}, "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "name": "openshift-service-ca.crt", "reconcileID": "2c34203d-0765-49cb-9222-0a73848da694", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6b9e31"} 2026-09-10T14:39:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6b9e31"}, "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "name": "odh-trusted-ca-bundle", "reconcileID": "8174da5a-ffdc-4fb2-a427-5e18d55203b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6b9e31"} 2026-09-10T14:39:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6b9e31"}, "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "name": "openshift-service-ca.crt", "reconcileID": "cd4206a6-363d-416f-b82a-7f57d94aa74d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:39:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6b9e31"}, "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "name": "openshift-service-ca.crt", "reconcileID": "cd4206a6-363d-416f-b82a-7f57d94aa74d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6b9e31"} 2026-09-10T14:39:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6b9e31"}, "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8f32e72-cbc3-4615-ac0a-8a6259d280a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6b9e31"} 2026-09-10T14:39:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6b9e31"}, "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "name": "openshift-service-ca.crt", "reconcileID": "966899a1-9072-4aa2-80eb-d5d3c2578e95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6b9e31"} 2026-09-10T14:39:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6b9e31"}, "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "name": "odh-trusted-ca-bundle", "reconcileID": "1e152bb1-3775-49c5-8e9d-79d539f98006", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:39:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6b9e31"}, "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "name": "odh-trusted-ca-bundle", "reconcileID": "1e152bb1-3775-49c5-8e9d-79d539f98006", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6b9e31"} 2026-09-10T14:39:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6b9e31"}, "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cf7b958-632f-460d-a802-c59740a7d1d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6b9e31"} 2026-09-10T14:39:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "5e33d7d9-f8c8-46ed-b2a7-c4edcc80364f", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:39:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "5e33d7d9-f8c8-46ed-b2a7-c4edcc80364f", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31-authn-ssl"} 2026-09-10T14:39:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "5e33d7d9-f8c8-46ed-b2a7-c4edcc80364f", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:39:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "52110eda-5cb4-4184-a1fd-788b9ac0fd50", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:39:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "52110eda-5cb4-4184-a1fd-788b9ac0fd50", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31-authn-ssl"} 2026-09-10T14:39:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "52110eda-5cb4-4184-a1fd-788b9ac0fd50", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:40:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "f21bdb79-2b22-4b7a-ae7c-f93ebe5f8cdc", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:40:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "f21bdb79-2b22-4b7a-ae7c-f93ebe5f8cdc", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:40:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "f21bdb79-2b22-4b7a-ae7c-f93ebe5f8cdc", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:40:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "8c06ca5d-a84d-46fe-a195-c956e09a3c3c", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:40:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "f21bdb79-2b22-4b7a-ae7c-f93ebe5f8cdc", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e-kserve-route-authn"} 2026-09-10T14:40:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "f21bdb79-2b22-4b7a-ae7c-f93ebe5f8cdc", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "authType": "userdefined"} 2026-09-10T14:40:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "f21bdb79-2b22-4b7a-ae7c-f93ebe5f8cdc", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:40:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "8c06ca5d-a84d-46fe-a195-c956e09a3c3c", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e-authn-ssl"} 2026-09-10T14:40:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "8c06ca5d-a84d-46fe-a195-c956e09a3c3c", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:40:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "19b41df2-27c9-40aa-a32e-63d67e3ff7ef", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:40:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "19b41df2-27c9-40aa-a32e-63d67e3ff7ef", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:40:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "19b41df2-27c9-40aa-a32e-63d67e3ff7ef", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:40:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "19b41df2-27c9-40aa-a32e-63d67e3ff7ef", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e-kserve-route-authn"} 2026-09-10T14:40:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "19b41df2-27c9-40aa-a32e-63d67e3ff7ef", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "authType": "userdefined"} 2026-09-10T14:40:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "19b41df2-27c9-40aa-a32e-63d67e3ff7ef", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:40:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "0f1ae589-1d30-44b3-b829-0e4e84755fa1", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:40:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "0f1ae589-1d30-44b3-b829-0e4e84755fa1", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e-authn-ssl"} 2026-09-10T14:40:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "0f1ae589-1d30-44b3-b829-0e4e84755fa1", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:40:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "627d38da-5861-4d6f-9278-0d93f06587d0", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:40:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "627d38da-5861-4d6f-9278-0d93f06587d0", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:40:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "627d38da-5861-4d6f-9278-0d93f06587d0", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:40:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "627d38da-5861-4d6f-9278-0d93f06587d0", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e-kserve-route-authn"} 2026-09-10T14:40:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "627d38da-5861-4d6f-9278-0d93f06587d0", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "authType": "userdefined"} 2026-09-10T14:40:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "627d38da-5861-4d6f-9278-0d93f06587d0", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:40:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "e9523682-7157-4be5-a805-1a2c6612d8ce", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:40:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "e9523682-7157-4be5-a805-1a2c6612d8ce", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:40:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "e9523682-7157-4be5-a805-1a2c6612d8ce", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:40:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "e9523682-7157-4be5-a805-1a2c6612d8ce", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e-kserve-route-authn"} 2026-09-10T14:40:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "e9523682-7157-4be5-a805-1a2c6612d8ce", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "authType": "userdefined"} 2026-09-10T14:40:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "e9523682-7157-4be5-a805-1a2c6612d8ce", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:40:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "a7d9a76d-9cac-4d9e-a598-6640c06896eb", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:40:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "a7d9a76d-9cac-4d9e-a598-6640c06896eb", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186-authn-ssl"} 2026-09-10T14:40:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "a7d9a76d-9cac-4d9e-a598-6640c06896eb", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:40:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "4cdefcce-9d1d-4bdd-a3b8-29993ce5af07", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:40:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "4cdefcce-9d1d-4bdd-a3b8-29993ce5af07", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186-authn-ssl"} 2026-09-10T14:40:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "4cdefcce-9d1d-4bdd-a3b8-29993ce5af07", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:40:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "5ae56ede-24fb-4d34-9e67-5b75949a065c", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:40:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "5ae56ede-24fb-4d34-9e67-5b75949a065c", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186-authn-ssl"} 2026-09-10T14:40:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "5ae56ede-24fb-4d34-9e67-5b75949a065c", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:40:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "60ffdb7a-c0db-4b2b-a963-7afa6c2ed257", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:40:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "60ffdb7a-c0db-4b2b-a963-7afa6c2ed257", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186-authn-ssl"} 2026-09-10T14:40:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "60ffdb7a-c0db-4b2b-a963-7afa6c2ed257", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:40:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "4937ac93-81de-4aae-a03e-a62350f2b144", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:40:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "4937ac93-81de-4aae-a03e-a62350f2b144", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186-authn-ssl"} 2026-09-10T14:40:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "4937ac93-81de-4aae-a03e-a62350f2b144", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:40:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "e794288c-9963-4c09-84cb-2ee9b88df315", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:40:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "e794288c-9963-4c09-84cb-2ee9b88df315", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186-authn-ssl"} 2026-09-10T14:40:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "e794288c-9963-4c09-84cb-2ee9b88df315", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:40:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "5346bd07-5641-47f8-a774-4758f1f9b1a5", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:40:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "5346bd07-5641-47f8-a774-4758f1f9b1a5", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186-authn-ssl"} 2026-09-10T14:40:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "5346bd07-5641-47f8-a774-4758f1f9b1a5", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-652186"}, "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "name": "openshift-service-ca.crt", "reconcileID": "a22adaf6-0500-495a-ad1d-18e1e3a399cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-652186"} 2026-09-10T14:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-652186"}, "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "name": "odh-trusted-ca-bundle", "reconcileID": "44148704-05c9-4cd1-87d2-07d4c98f0c4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-652186"} 2026-09-10T14:40:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-652186"}, "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "name": "openshift-service-ca.crt", "reconcileID": "88677e8b-bb85-4b8d-a0ce-75d55785cbeb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:40:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-652186"}, "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "name": "openshift-service-ca.crt", "reconcileID": "88677e8b-bb85-4b8d-a0ce-75d55785cbeb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-652186"} 2026-09-10T14:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-652186"}, "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35f15912-20d2-46be-afe1-7fbb13264789", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-652186"} 2026-09-10T14:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-652186"}, "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "name": "openshift-service-ca.crt", "reconcileID": "6904c185-a087-4b51-a7d5-b17a926c3065", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-652186"} 2026-09-10T14:40:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-652186"}, "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "name": "odh-trusted-ca-bundle", "reconcileID": "7f463e5e-c191-4d18-adb1-b37974724709", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:40:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-652186"}, "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "name": "odh-trusted-ca-bundle", "reconcileID": "7f463e5e-c191-4d18-adb1-b37974724709", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-652186"} 2026-09-10T14:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-652186"}, "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c0be197-f14e-4a9b-aa2d-9a4977a02def", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-652186"} 2026-09-10T14:40:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "0a42f047-73b1-45b8-8272-7442df9dfe8e", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:40:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "0a42f047-73b1-45b8-8272-7442df9dfe8e", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186-authn-ssl"} 2026-09-10T14:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "0a42f047-73b1-45b8-8272-7442df9dfe8e", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:40:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "774bbbd5-8647-4d0c-9500-d3406c26cea7", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:40:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "774bbbd5-8647-4d0c-9500-d3406c26cea7", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186-authn-ssl"} 2026-09-10T14:40:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "774bbbd5-8647-4d0c-9500-d3406c26cea7", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:41:16Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:41:16Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:41:19Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:41:19Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:41:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "70eda7ca-98da-4296-a4ea-255a5ceea0c0", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:41:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "70eda7ca-98da-4296-a4ea-255a5ceea0c0", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186-authn-ssl"} 2026-09-10T14:41:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "70eda7ca-98da-4296-a4ea-255a5ceea0c0", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:41:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "983670b5-1f04-4bc7-9201-b3d45cd0c01d", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:41:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "983670b5-1f04-4bc7-9201-b3d45cd0c01d", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186-authn-ssl"} 2026-09-10T14:41:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "983670b5-1f04-4bc7-9201-b3d45cd0c01d", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:41:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-652186"}, "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3375b6bc-d78f-488a-bd4b-08eade0c1e7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-652186"} 2026-09-10T14:41:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-652186"}, "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3375b6bc-d78f-488a-bd4b-08eade0c1e7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:41:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-652186"}, "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3375b6bc-d78f-488a-bd4b-08eade0c1e7f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-652186 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:41:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-652186"}, "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "name": "odh-trusted-ca-bundle", "reconcileID": "6816bc28-b535-4ec6-b84c-1f59a5d86ff0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-652186"} 2026-09-10T14:41:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-652186"}, "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "name": "odh-trusted-ca-bundle", "reconcileID": "6816bc28-b535-4ec6-b84c-1f59a5d86ff0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-652186"} 2026-09-10T14:41:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-652186"}, "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "name": "openshift-service-ca.crt", "reconcileID": "bec2925f-b434-4ed0-b08e-488844c7273b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-652186"} 2026-09-10T14:41:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-652186"}, "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "name": "openshift-service-ca.crt", "reconcileID": "bec2925f-b434-4ed0-b08e-488844c7273b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-652186"} 2026-09-10T14:41:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-652186"}, "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8209e7d1-670d-4fd8-b941-8e3e47fd67fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-652186"} 2026-09-10T14:41:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-652186"}, "namespace": "ai-tenant-e2e-ipp-cleanup-652186", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8209e7d1-670d-4fd8-b941-8e3e47fd67fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-652186"} 2026-09-10T14:41:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-652186","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-652186", "reconcileID": "be19ae4a-1a18-45c2-aa39-08edd6a894c9", "Gateway": "e2e-ipp-cleanup-652186", "namespace": "openshift-ingress"} 2026-09-10T14:41:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "55454117-85a2-4996-b5b2-15bac15a2dd4", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:41:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "55454117-85a2-4996-b5b2-15bac15a2dd4", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e-authn-ssl"} 2026-09-10T14:41:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "55454117-85a2-4996-b5b2-15bac15a2dd4", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:41:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "6fca61be-442a-4768-afe7-b4a478e18dca", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:41:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "6fca61be-442a-4768-afe7-b4a478e18dca", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e-authn-ssl"} 2026-09-10T14:41:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "6fca61be-442a-4768-afe7-b4a478e18dca", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:41:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "322c3568-ceae-4324-bf67-ad988ec72dbf", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:41:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "322c3568-ceae-4324-bf67-ad988ec72dbf", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e-authn-ssl"} 2026-09-10T14:41:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "322c3568-ceae-4324-bf67-ad988ec72dbf", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:41:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "a171d257-cac0-4af1-a1c1-62eefb71a301", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:41:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "a171d257-cac0-4af1-a1c1-62eefb71a301", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:41:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "a171d257-cac0-4af1-a1c1-62eefb71a301", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:41:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "a171d257-cac0-4af1-a1c1-62eefb71a301", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e-kserve-route-authn"} 2026-09-10T14:41:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "a171d257-cac0-4af1-a1c1-62eefb71a301", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "authType": "userdefined"} 2026-09-10T14:41:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "a171d257-cac0-4af1-a1c1-62eefb71a301", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "0cf8877c-2fb4-4547-bf7b-0eef71a6e8ee", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:42:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "0cf8877c-2fb4-4547-bf7b-0eef71a6e8ee", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e-authn-ssl"} 2026-09-10T14:42:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "0cf8877c-2fb4-4547-bf7b-0eef71a6e8ee", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:42:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "025a3853-06cc-4a59-b88a-b05e419c87fe", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "025a3853-06cc-4a59-b88a-b05e419c87fe", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e"} 2026-09-10T14:42:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "025a3853-06cc-4a59-b88a-b05e419c87fe", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "025a3853-06cc-4a59-b88a-b05e419c87fe", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "025a3853-06cc-4a59-b88a-b05e419c87fe", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e-kserve-route-authn"} 2026-09-10T14:42:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "025a3853-06cc-4a59-b88a-b05e419c87fe", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e-kserve-route-authn"} 2026-09-10T14:42:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "025a3853-06cc-4a59-b88a-b05e419c87fe", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "025a3853-06cc-4a59-b88a-b05e419c87fe", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2850da3-1a82-4501-9b28-0245b605cf33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2850da3-1a82-4501-9b28-0245b605cf33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-90366e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:42:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2850da3-1a82-4501-9b28-0245b605cf33", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-90366e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:42:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "odh-trusted-ca-bundle", "reconcileID": "82c87e92-b0d4-425a-948b-281f5aedea82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "odh-trusted-ca-bundle", "reconcileID": "82c87e92-b0d4-425a-948b-281f5aedea82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "openshift-service-ca.crt", "reconcileID": "70af37f0-3068-446e-9547-de406ecb982d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "openshift-service-ca.crt", "reconcileID": "70af37f0-3068-446e-9547-de406ecb982d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c776d19-e039-4878-8cc4-12cbc812b1e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c776d19-e039-4878-8cc4-12cbc812b1e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "ed7cc38a-a5dd-450a-ba2f-e1cf59fffedc", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "ed7cc38a-a5dd-450a-ba2f-e1cf59fffedc", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e"} 2026-09-10T14:42:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "ed7cc38a-a5dd-450a-ba2f-e1cf59fffedc", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "ed7cc38a-a5dd-450a-ba2f-e1cf59fffedc", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "ed7cc38a-a5dd-450a-ba2f-e1cf59fffedc", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e-kserve-route-authn"} 2026-09-10T14:42:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "ed7cc38a-a5dd-450a-ba2f-e1cf59fffedc", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e-kserve-route-authn"} 2026-09-10T14:42:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "ed7cc38a-a5dd-450a-ba2f-e1cf59fffedc", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "ed7cc38a-a5dd-450a-ba2f-e1cf59fffedc", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-90366e","namespace":"ai-tenant-e2e-ipp-a-90366e"}, "namespace": "ai-tenant-e2e-ipp-a-90366e", "name": "ipp-route-90366e", "reconcileID": "2ee17b3f-da9f-4d5f-9365-756ca260f57c", "LLMInferenceService": "ipp-route-90366e", "namespace": "ai-tenant-e2e-ipp-a-90366e"} 2026-09-10T14:42:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "582e0bdc-f3a8-42af-bf3f-86d4aeb2e186", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:42:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "582e0bdc-f3a8-42af-bf3f-86d4aeb2e186", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e-authn-ssl"} 2026-09-10T14:42:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "582e0bdc-f3a8-42af-bf3f-86d4aeb2e186", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:42:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-90366e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-90366e", "reconcileID": "4151b47e-fdc6-4c69-a2d8-f11113018c80", "Gateway": "e2e-ipp-a-90366e", "namespace": "openshift-ingress"} 2026-09-10T14:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "ea5c8e0b-adfb-4f0e-9ab6-cb6851acf1ea", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:42:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "ea5c8e0b-adfb-4f0e-9ab6-cb6851acf1ea", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31-authn-ssl"} 2026-09-10T14:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "ea5c8e0b-adfb-4f0e-9ab6-cb6851acf1ea", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:42:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "113e3f27-b4e4-4431-862a-b836aead2ef3", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:42:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "113e3f27-b4e4-4431-862a-b836aead2ef3", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31-authn-ssl"} 2026-09-10T14:42:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "113e3f27-b4e4-4431-862a-b836aead2ef3", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:42:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6b9e31"}, "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e81338a-31e7-4125-9b6f-37b4d432e949", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6b9e31"} 2026-09-10T14:42:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6b9e31"}, "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e81338a-31e7-4125-9b6f-37b4d432e949", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:42:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6b9e31"}, "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e81338a-31e7-4125-9b6f-37b4d432e949", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-6b9e31 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:42:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6b9e31"}, "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "name": "odh-trusted-ca-bundle", "reconcileID": "ab0c8083-4780-45eb-9a4f-cde9bed552ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6b9e31"} 2026-09-10T14:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6b9e31"}, "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "name": "odh-trusted-ca-bundle", "reconcileID": "ab0c8083-4780-45eb-9a4f-cde9bed552ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6b9e31"} 2026-09-10T14:42:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6b9e31"}, "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "name": "openshift-service-ca.crt", "reconcileID": "c92f0ae3-5e8f-42a8-a1c1-8d91aaf1cb0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6b9e31"} 2026-09-10T14:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6b9e31"}, "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "name": "openshift-service-ca.crt", "reconcileID": "c92f0ae3-5e8f-42a8-a1c1-8d91aaf1cb0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6b9e31"} 2026-09-10T14:42:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6b9e31"}, "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8c2dcef-cc6b-495e-a248-81a84fbedf3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6b9e31"} 2026-09-10T14:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6b9e31"}, "namespace": "ai-tenant-e2e-ipp-b-6b9e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8c2dcef-cc6b-495e-a248-81a84fbedf3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6b9e31"} 2026-09-10T14:42:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6b9e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6b9e31", "reconcileID": "882c07db-195a-4cf3-bdcc-b0410884c433", "Gateway": "e2e-ipp-b-6b9e31", "namespace": "openshift-ingress"} 2026-09-10T14:43:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-586826","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-586826", "reconcileID": "c9d2aeb8-92c1-4f07-860b-438ac84e639c", "Gateway": "e2e-shared-a-w3-586826", "namespace": "openshift-ingress"} 2026-09-10T14:43:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-586826","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-586826", "reconcileID": "c9d2aeb8-92c1-4f07-860b-438ac84e639c", "Gateway": "e2e-shared-a-w3-586826", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-586826-authn-ssl"} 2026-09-10T14:43:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-586826","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-586826", "reconcileID": "c9d2aeb8-92c1-4f07-860b-438ac84e639c", "Gateway": "e2e-shared-a-w3-586826", "namespace": "openshift-ingress"} 2026-09-10T14:43:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-586826","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-586826", "reconcileID": "57f962fe-9262-466a-b525-b588b39d9c53", "Gateway": "e2e-shared-a-w3-586826", "namespace": "openshift-ingress"} 2026-09-10T14:43:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-586826","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-586826", "reconcileID": "57f962fe-9262-466a-b525-b588b39d9c53", "Gateway": "e2e-shared-a-w3-586826", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-586826-authn-ssl"} 2026-09-10T14:43:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-586826","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-586826", "reconcileID": "57f962fe-9262-466a-b525-b588b39d9c53", "Gateway": "e2e-shared-a-w3-586826", "namespace": "openshift-ingress"} 2026-09-10T14:43:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-586826"}, "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0db715f-1620-44c2-bd63-4b69a32687b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-586826"} 2026-09-10T14:43:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-586826"}, "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0db715f-1620-44c2-bd63-4b69a32687b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-586826", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:43:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-586826"}, "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0db715f-1620-44c2-bd63-4b69a32687b5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-586826 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:43:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-586826"}, "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "odh-trusted-ca-bundle", "reconcileID": "2d7e8c2e-a37f-4707-a14a-94d5d6729ba5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-586826"} 2026-09-10T14:43:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-586826"}, "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "odh-trusted-ca-bundle", "reconcileID": "2d7e8c2e-a37f-4707-a14a-94d5d6729ba5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-586826"} 2026-09-10T14:43:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-586826"}, "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "openshift-service-ca.crt", "reconcileID": "21ff2e0a-1ade-4a4c-9e68-ad876c0802b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-586826"} 2026-09-10T14:43:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-586826"}, "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "openshift-service-ca.crt", "reconcileID": "21ff2e0a-1ade-4a4c-9e68-ad876c0802b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-586826"} 2026-09-10T14:43:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-586826"}, "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0bae769-e86d-48f4-b343-3a17e3d7ac88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-586826"} 2026-09-10T14:43:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-586826"}, "namespace": "ai-tenant-e2e-shared-a-w3-586826", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0bae769-e86d-48f4-b343-3a17e3d7ac88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-586826"} 2026-09-10T14:43:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-586826","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-586826", "reconcileID": "22ed1193-2abd-48f1-aad9-f0a3d23d4626", "Gateway": "e2e-shared-a-w3-586826", "namespace": "openshift-ingress"} 2026-09-10T14:43:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "8e73a141-38f6-496c-aa31-a91b901ce167", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress"} 2026-09-10T14:43:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "8e73a141-38f6-496c-aa31-a91b901ce167", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39-authn-ssl"} 2026-09-10T14:43:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "8e73a141-38f6-496c-aa31-a91b901ce167", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress"} 2026-09-10T14:43:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "97e622fe-0ca8-41b0-a5dd-2f1a83040f07", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress"} 2026-09-10T14:43:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "97e622fe-0ca8-41b0-a5dd-2f1a83040f07", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39-authn-ssl"} 2026-09-10T14:43:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "97e622fe-0ca8-41b0-a5dd-2f1a83040f07", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress"} 2026-09-10T14:43:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9deecb01-7d18-419c-be2f-dfcacd7368db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:43:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9deecb01-7d18-419c-be2f-dfcacd7368db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:43:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9deecb01-7d18-419c-be2f-dfcacd7368db", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-9dcc39 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:43:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "odh-trusted-ca-bundle", "reconcileID": "333c7772-0bb7-4b64-8655-83c29c3f774b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "odh-trusted-ca-bundle", "reconcileID": "333c7772-0bb7-4b64-8655-83c29c3f774b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:43:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "openshift-service-ca.crt", "reconcileID": "56a56125-f1a9-4ac6-bc94-864f2a58dc19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "openshift-service-ca.crt", "reconcileID": "56a56125-f1a9-4ac6-bc94-864f2a58dc19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:43:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b796bd85-6a23-4496-b73e-1b1f32289f3c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9dcc39"}, "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b796bd85-6a23-4496-b73e-1b1f32289f3c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9dcc39"} 2026-09-10T14:43:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9dcc39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9dcc39", "reconcileID": "59fd165c-e150-4698-ba8a-ffd2e6497cd1", "Gateway": "e2e-shared-b-w3-9dcc39", "namespace": "openshift-ingress"} 2026-09-10T14:47:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "ddec2996-9b6e-4919-921f-69e33a7b9f00", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:47:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "ddec2996-9b6e-4919-921f-69e33a7b9f00", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:47:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "ddec2996-9b6e-4919-921f-69e33a7b9f00", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:47:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81e9cefc-0e10-482a-ac1e-75ad6e8d8c64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:47:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "ddec2996-9b6e-4919-921f-69e33a7b9f00", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm", "name": "e2e-same-id-a-f5652026-kserve-route-authn"} 2026-09-10T14:47:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "ddec2996-9b6e-4919-921f-69e33a7b9f00", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:47:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "ddec2996-9b6e-4919-921f-69e33a7b9f00", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:47:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81e9cefc-0e10-482a-ac1e-75ad6e8d8c64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:47:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81e9cefc-0e10-482a-ac1e-75ad6e8d8c64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:47:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "16837d01-5a25-41cb-85bd-3c3239ac323d", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:47:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "16837d01-5a25-41cb-85bd-3c3239ac323d", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:47:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "16837d01-5a25-41cb-85bd-3c3239ac323d", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:47:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "16837d01-5a25-41cb-85bd-3c3239ac323d", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm", "name": "e2e-same-id-a-f5652026-kserve-route-authn"} 2026-09-10T14:47:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "16837d01-5a25-41cb-85bd-3c3239ac323d", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:47:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "16837d01-5a25-41cb-85bd-3c3239ac323d", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:47:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "9ced6410-8508-44af-90c5-f851a8bc8680", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:47:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "9ced6410-8508-44af-90c5-f851a8bc8680", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:47:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "9ced6410-8508-44af-90c5-f851a8bc8680", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:47:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7327d116-283e-48b4-8663-4d96ba09d892", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:47:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "9ced6410-8508-44af-90c5-f851a8bc8680", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm", "name": "e2e-same-id-b-f5652026-kserve-route-authn"} 2026-09-10T14:47:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "9ced6410-8508-44af-90c5-f851a8bc8680", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:47:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "9ced6410-8508-44af-90c5-f851a8bc8680", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:47:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7327d116-283e-48b4-8663-4d96ba09d892", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:47:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7327d116-283e-48b4-8663-4d96ba09d892", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:47:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b567f111-ae99-48cc-a431-4b14b8d3a474", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:47:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b567f111-ae99-48cc-a431-4b14b8d3a474", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:47:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b567f111-ae99-48cc-a431-4b14b8d3a474", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:47:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "a1685438-f6d7-4fef-912c-44bae593a3e0", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:47:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "a1685438-f6d7-4fef-912c-44bae593a3e0", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:47:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "a1685438-f6d7-4fef-912c-44bae593a3e0", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:47:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "a1685438-f6d7-4fef-912c-44bae593a3e0", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm", "name": "e2e-same-id-a-f5652026-kserve-route-authn"} 2026-09-10T14:47:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "a1685438-f6d7-4fef-912c-44bae593a3e0", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:47:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "a1685438-f6d7-4fef-912c-44bae593a3e0", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:47:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "d16d10a3-a7ee-498b-bb85-ae4bc552e037", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:47:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "d16d10a3-a7ee-498b-bb85-ae4bc552e037", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:47:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "d16d10a3-a7ee-498b-bb85-ae4bc552e037", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:47:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "d16d10a3-a7ee-498b-bb85-ae4bc552e037", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm", "name": "e2e-same-id-b-f5652026-kserve-route-authn"} 2026-09-10T14:47:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "d16d10a3-a7ee-498b-bb85-ae4bc552e037", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:47:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "d16d10a3-a7ee-498b-bb85-ae4bc552e037", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:47:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "63f5afd3-f254-4286-b354-d137d729399c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:47:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "63f5afd3-f254-4286-b354-d137d729399c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:47:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "63f5afd3-f254-4286-b354-d137d729399c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:47:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "619cefc9-bb3e-49d5-805f-c11b00456426", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:47:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "619cefc9-bb3e-49d5-805f-c11b00456426", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:47:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "619cefc9-bb3e-49d5-805f-c11b00456426", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:47:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "619cefc9-bb3e-49d5-805f-c11b00456426", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm", "name": "e2e-same-id-b-f5652026-kserve-route-authn"} 2026-09-10T14:47:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "619cefc9-bb3e-49d5-805f-c11b00456426", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:47:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "619cefc9-bb3e-49d5-805f-c11b00456426", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:48:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "3f6541f1-9524-4536-a072-ee1137d45d35", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:48:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "3f6541f1-9524-4536-a072-ee1137d45d35", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:48:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "3f6541f1-9524-4536-a072-ee1137d45d35", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:48:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "3f6541f1-9524-4536-a072-ee1137d45d35", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm", "name": "e2e-same-id-a-f5652026-kserve-route-authn"} 2026-09-10T14:48:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "3f6541f1-9524-4536-a072-ee1137d45d35", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:48:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "3f6541f1-9524-4536-a072-ee1137d45d35", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:48:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "c6215da9-bf1c-4594-a31d-fe5408524689", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:48:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "c6215da9-bf1c-4594-a31d-fe5408524689", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:48:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "c6215da9-bf1c-4594-a31d-fe5408524689", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:48:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "c6215da9-bf1c-4594-a31d-fe5408524689", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm", "name": "e2e-same-id-b-f5652026-kserve-route-authn"} 2026-09-10T14:48:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "c6215da9-bf1c-4594-a31d-fe5408524689", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:48:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "c6215da9-bf1c-4594-a31d-fe5408524689", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:48:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "eeca64df-4c5b-445e-97f9-53985b58f97f", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:48:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "eeca64df-4c5b-445e-97f9-53985b58f97f", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm", "name": "e2e-same-id-a-f5652026"} 2026-09-10T14:48:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "eeca64df-4c5b-445e-97f9-53985b58f97f", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:48:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "eeca64df-4c5b-445e-97f9-53985b58f97f", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:48:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "eeca64df-4c5b-445e-97f9-53985b58f97f", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm", "name": "e2e-same-id-a-f5652026-kserve-route-authn"} 2026-09-10T14:48:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "eeca64df-4c5b-445e-97f9-53985b58f97f", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm", "name": "e2e-same-id-a-f5652026-kserve-route-authn"} 2026-09-10T14:48:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f5652026", "reconcileID": "1c5b4125-310a-43b3-ad6d-98dec0575c11", "LLMInferenceService": "e2e-same-id-a-f5652026", "namespace": "llm"} 2026-09-10T14:48:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "971741aa-fc7d-4e83-9f81-99a45dbb706d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:48:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "971741aa-fc7d-4e83-9f81-99a45dbb706d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:48:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "971741aa-fc7d-4e83-9f81-99a45dbb706d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:48:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d87435c0-f233-4c5b-9d7b-dd4fb2e05917", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:48:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d87435c0-f233-4c5b-9d7b-dd4fb2e05917", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:48:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d87435c0-f233-4c5b-9d7b-dd4fb2e05917", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:48:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "2beb6a94-34cc-44ca-9f19-1897380773a0", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:48:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "2beb6a94-34cc-44ca-9f19-1897380773a0", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm", "name": "e2e-same-id-b-f5652026"} 2026-09-10T14:48:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "2beb6a94-34cc-44ca-9f19-1897380773a0", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:48:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "2beb6a94-34cc-44ca-9f19-1897380773a0", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:48:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "2beb6a94-34cc-44ca-9f19-1897380773a0", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm", "name": "e2e-same-id-b-f5652026-kserve-route-authn"} 2026-09-10T14:48:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "2beb6a94-34cc-44ca-9f19-1897380773a0", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm", "name": "e2e-same-id-b-f5652026-kserve-route-authn"} 2026-09-10T14:48:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f5652026","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f5652026", "reconcileID": "e8fe0cd2-9883-4067-837f-8c816edf0b0d", "LLMInferenceService": "e2e-same-id-b-f5652026", "namespace": "llm"} 2026-09-10T14:48:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e3bec0c-66da-4163-aa77-63021394f900", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:48:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e3bec0c-66da-4163-aa77-63021394f900", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:48:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e3bec0c-66da-4163-aa77-63021394f900", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:48:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "934c60b1-6f57-44d6-b18e-d67316b10601", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:48:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "934c60b1-6f57-44d6-b18e-d67316b10601", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:48:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "934c60b1-6f57-44d6-b18e-d67316b10601", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}