2026-09-06T10:44:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-40f309"}, "namespace": "ai-tenant-e2e-api-b-40f309", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e22c7c69-41b5-4844-86cc-2ada79e9283c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-40f309"} 2026-09-06T10:44:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-40f309"}, "namespace": "ai-tenant-e2e-api-b-40f309", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e22c7c69-41b5-4844-86cc-2ada79e9283c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-40f309"} 2026-09-06T10:44:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-40f309","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-40f309", "reconcileID": "0b03402b-7ef6-4703-b4de-74bf8a29110a", "Gateway": "e2e-api-b-40f309", "namespace": "openshift-ingress"} 2026-09-06T10:44:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6751d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7", "reconcileID": "6c1f0ff4-ac35-4376-b710-8be9b1be81bc", "Gateway": "e2e-shared-a-w3-6751d7", "namespace": "openshift-ingress"} 2026-09-06T10:44:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6751d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7", "reconcileID": "6c1f0ff4-ac35-4376-b710-8be9b1be81bc", "Gateway": "e2e-shared-a-w3-6751d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7-authn-ssl"} 2026-09-06T10:44:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6751d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7", "reconcileID": "6c1f0ff4-ac35-4376-b710-8be9b1be81bc", "Gateway": "e2e-shared-a-w3-6751d7", "namespace": "openshift-ingress"} 2026-09-06T10:44:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "b74369dc-f08d-4f97-9621-a5c569637ef7", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:44:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "b74369dc-f08d-4f97-9621-a5c569637ef7", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:44:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "b74369dc-f08d-4f97-9621-a5c569637ef7", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:44:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "b74369dc-f08d-4f97-9621-a5c569637ef7", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7-kserve-route-authn"} 2026-09-06T10:44:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "b74369dc-f08d-4f97-9621-a5c569637ef7", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "authType": "userdefined"} 2026-09-06T10:44:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "b74369dc-f08d-4f97-9621-a5c569637ef7", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:44:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-27a2b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-27a2b9", "reconcileID": "d69a641e-0fc9-4a8c-bed8-ef798c3890c7", "Gateway": "e2e-shared-a-w2-27a2b9", "namespace": "openshift-ingress"} 2026-09-06T10:44:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-27a2b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-27a2b9", "reconcileID": "d69a641e-0fc9-4a8c-bed8-ef798c3890c7", "Gateway": "e2e-shared-a-w2-27a2b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-27a2b9-authn-ssl"} 2026-09-06T10:44:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-27a2b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-27a2b9", "reconcileID": "d69a641e-0fc9-4a8c-bed8-ef798c3890c7", "Gateway": "e2e-shared-a-w2-27a2b9", "namespace": "openshift-ingress"} 2026-09-06T10:44:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-27a2b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-27a2b9", "reconcileID": "37e1e522-e091-429f-8397-30ad5b0ea234", "Gateway": "e2e-shared-a-w2-27a2b9", "namespace": "openshift-ingress"} 2026-09-06T10:44:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-27a2b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-27a2b9", "reconcileID": "37e1e522-e091-429f-8397-30ad5b0ea234", "Gateway": "e2e-shared-a-w2-27a2b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-27a2b9-authn-ssl"} 2026-09-06T10:44:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-27a2b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-27a2b9", "reconcileID": "37e1e522-e091-429f-8397-30ad5b0ea234", "Gateway": "e2e-shared-a-w2-27a2b9", "namespace": "openshift-ingress"} 2026-09-06T10:44:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-27a2b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-27a2b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3285288-7e07-45fa-8fe3-b49f96016e2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-27a2b9"} 2026-09-06T10:44:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-27a2b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-27a2b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3285288-7e07-45fa-8fe3-b49f96016e2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-27a2b9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:44:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-27a2b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-27a2b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3285288-7e07-45fa-8fe3-b49f96016e2d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-27a2b9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T10:44:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-27a2b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-27a2b9", "name": "odh-trusted-ca-bundle", "reconcileID": "1a63f77c-e2cf-4936-95b5-cc89a6996106", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-27a2b9"} 2026-09-06T10:44:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-27a2b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-27a2b9", "name": "odh-trusted-ca-bundle", "reconcileID": "1a63f77c-e2cf-4936-95b5-cc89a6996106", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-27a2b9"} 2026-09-06T10:44:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-27a2b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-27a2b9", "name": "openshift-service-ca.crt", "reconcileID": "9a05b1c8-7772-47fe-b475-22161a190767", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-27a2b9"} 2026-09-06T10:44:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-27a2b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-27a2b9", "name": "openshift-service-ca.crt", "reconcileID": "9a05b1c8-7772-47fe-b475-22161a190767", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-27a2b9"} 2026-09-06T10:44:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-27a2b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-27a2b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "882b18a6-c9c6-499d-9fe5-0a68e1e6a880", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-27a2b9"} 2026-09-06T10:44:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-27a2b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-27a2b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "882b18a6-c9c6-499d-9fe5-0a68e1e6a880", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-27a2b9"} 2026-09-06T10:44:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-27a2b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-27a2b9", "reconcileID": "c2c593f9-e13f-4b9e-a39f-7abd17122531", "Gateway": "e2e-shared-a-w2-27a2b9", "namespace": "openshift-ingress"} 2026-09-06T10:44:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "1854e9ce-e807-4ec0-a55e-4c5aa799ebd1", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:44:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "1854e9ce-e807-4ec0-a55e-4c5aa799ebd1", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:44:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "1854e9ce-e807-4ec0-a55e-4c5aa799ebd1", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:44:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "1854e9ce-e807-4ec0-a55e-4c5aa799ebd1", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7-kserve-route-authn"} 2026-09-06T10:44:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "1854e9ce-e807-4ec0-a55e-4c5aa799ebd1", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "authType": "userdefined"} 2026-09-06T10:44:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "1854e9ce-e807-4ec0-a55e-4c5aa799ebd1", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:45:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "84cd4246-8cfd-4370-9ffe-774ec3eab08b", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:45:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "84cd4246-8cfd-4370-9ffe-774ec3eab08b", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:45:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "84cd4246-8cfd-4370-9ffe-774ec3eab08b", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:45:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "84cd4246-8cfd-4370-9ffe-774ec3eab08b", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0-kserve-route-authn"} 2026-09-06T10:45:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "84cd4246-8cfd-4370-9ffe-774ec3eab08b", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "authType": "userdefined"} 2026-09-06T10:45:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "84cd4246-8cfd-4370-9ffe-774ec3eab08b", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:45:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "5b4be44f-ce2d-4983-a3e4-e54b9e9d94a6", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress"} 2026-09-06T10:45:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "5b4be44f-ce2d-4983-a3e4-e54b9e9d94a6", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0-authn-ssl"} 2026-09-06T10:45:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "5b4be44f-ce2d-4983-a3e4-e54b9e9d94a6", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress"} 2026-09-06T10:45:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-71e210","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-71e210", "reconcileID": "47514657-8004-42f5-99ca-3a8cd8ea0c26", "Gateway": "e2e-shared-b-w2-71e210", "namespace": "openshift-ingress"} 2026-09-06T10:45:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-71e210","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-71e210", "reconcileID": "47514657-8004-42f5-99ca-3a8cd8ea0c26", "Gateway": "e2e-shared-b-w2-71e210", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-71e210-authn-ssl"} 2026-09-06T10:45:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-71e210","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-71e210", "reconcileID": "47514657-8004-42f5-99ca-3a8cd8ea0c26", "Gateway": "e2e-shared-b-w2-71e210", "namespace": "openshift-ingress"} 2026-09-06T10:45:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "850d73b6-4f81-4355-b656-c131aaaabeb3", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:45:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "850d73b6-4f81-4355-b656-c131aaaabeb3", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:45:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "850d73b6-4f81-4355-b656-c131aaaabeb3", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:45:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "850d73b6-4f81-4355-b656-c131aaaabeb3", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0-kserve-route-authn"} 2026-09-06T10:45:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "850d73b6-4f81-4355-b656-c131aaaabeb3", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "authType": "userdefined"} 2026-09-06T10:45:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "850d73b6-4f81-4355-b656-c131aaaabeb3", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:45:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-71e210","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-71e210", "reconcileID": "d42a08d8-31b6-4565-aeb2-f547901683d5", "Gateway": "e2e-shared-b-w2-71e210", "namespace": "openshift-ingress"} 2026-09-06T10:45:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-71e210","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-71e210", "reconcileID": "d42a08d8-31b6-4565-aeb2-f547901683d5", "Gateway": "e2e-shared-b-w2-71e210", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-71e210-authn-ssl"} 2026-09-06T10:45:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-71e210","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-71e210", "reconcileID": "d42a08d8-31b6-4565-aeb2-f547901683d5", "Gateway": "e2e-shared-b-w2-71e210", "namespace": "openshift-ingress"} 2026-09-06T10:45:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-71e210"}, "namespace": "ai-tenant-e2e-shared-b-w2-71e210", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6719e794-e8a2-4ab6-872a-273c6c519466", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-71e210"} 2026-09-06T10:45:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-71e210"}, "namespace": "ai-tenant-e2e-shared-b-w2-71e210", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6719e794-e8a2-4ab6-872a-273c6c519466", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-71e210", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:45:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-71e210"}, "namespace": "ai-tenant-e2e-shared-b-w2-71e210", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6719e794-e8a2-4ab6-872a-273c6c519466", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-71e210 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T10:45:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-71e210"}, "namespace": "ai-tenant-e2e-shared-b-w2-71e210", "name": "odh-trusted-ca-bundle", "reconcileID": "20f9598a-0384-485c-ba5f-56ebe44ce179", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-71e210"} 2026-09-06T10:45:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-71e210"}, "namespace": "ai-tenant-e2e-shared-b-w2-71e210", "name": "odh-trusted-ca-bundle", "reconcileID": "20f9598a-0384-485c-ba5f-56ebe44ce179", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-71e210"} 2026-09-06T10:45:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-71e210"}, "namespace": "ai-tenant-e2e-shared-b-w2-71e210", "name": "openshift-service-ca.crt", "reconcileID": "8ad8eb7d-d513-4201-9b39-350667372d45", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-71e210"} 2026-09-06T10:45:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-71e210"}, "namespace": "ai-tenant-e2e-shared-b-w2-71e210", "name": "openshift-service-ca.crt", "reconcileID": "8ad8eb7d-d513-4201-9b39-350667372d45", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-71e210"} 2026-09-06T10:45:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-71e210"}, "namespace": "ai-tenant-e2e-shared-b-w2-71e210", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4c9189b-0b5d-42ea-a536-d2f9624df9f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-71e210"} 2026-09-06T10:45:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-71e210"}, "namespace": "ai-tenant-e2e-shared-b-w2-71e210", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4c9189b-0b5d-42ea-a536-d2f9624df9f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-71e210"} 2026-09-06T10:45:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-71e210","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-71e210", "reconcileID": "03b2b503-1a21-4504-86bd-d6903cfce0e6", "Gateway": "e2e-shared-b-w2-71e210", "namespace": "openshift-ingress"} 2026-09-06T10:45:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "25a529fc-af2b-4a13-b5fa-62ace66a637b", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress"} 2026-09-06T10:45:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "25a529fc-af2b-4a13-b5fa-62ace66a637b", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0-authn-ssl"} 2026-09-06T10:45:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "25a529fc-af2b-4a13-b5fa-62ace66a637b", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress"} 2026-09-06T10:45:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "777b0887-a63d-4c23-9f4a-dd76fea1b711", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:45:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "777b0887-a63d-4c23-9f4a-dd76fea1b711", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:45:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "777b0887-a63d-4c23-9f4a-dd76fea1b711", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:45:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "777b0887-a63d-4c23-9f4a-dd76fea1b711", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0-kserve-route-authn"} 2026-09-06T10:45:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "777b0887-a63d-4c23-9f4a-dd76fea1b711", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "authType": "userdefined"} 2026-09-06T10:45:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "777b0887-a63d-4c23-9f4a-dd76fea1b711", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:45:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "28465db7-a6ee-4ada-aa44-d7ddecf1a6a6", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:45:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "28465db7-a6ee-4ada-aa44-d7ddecf1a6a6", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:45:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "28465db7-a6ee-4ada-aa44-d7ddecf1a6a6", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:45:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "28465db7-a6ee-4ada-aa44-d7ddecf1a6a6", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0-kserve-route-authn"} 2026-09-06T10:45:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "28465db7-a6ee-4ada-aa44-d7ddecf1a6a6", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "authType": "userdefined"} 2026-09-06T10:45:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "28465db7-a6ee-4ada-aa44-d7ddecf1a6a6", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:46:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "d165f5a7-b8b2-4b04-98cb-7b1a8046940a", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:46:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "d165f5a7-b8b2-4b04-98cb-7b1a8046940a", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7"} 2026-09-06T10:46:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "d165f5a7-b8b2-4b04-98cb-7b1a8046940a", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:46:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "d165f5a7-b8b2-4b04-98cb-7b1a8046940a", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:46:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "d165f5a7-b8b2-4b04-98cb-7b1a8046940a", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7-kserve-route-authn"} 2026-09-06T10:46:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "d165f5a7-b8b2-4b04-98cb-7b1a8046940a", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7-kserve-route-authn"} 2026-09-06T10:46:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "d165f5a7-b8b2-4b04-98cb-7b1a8046940a", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:46:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "d165f5a7-b8b2-4b04-98cb-7b1a8046940a", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:46:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6751d7","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "rate-test-model-6751d7", "reconcileID": "6962d2ee-7071-473b-8c0e-224ec45bcba6", "LLMInferenceService": "rate-test-model-6751d7", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6751d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7", "reconcileID": "1abe75e4-a78c-4c39-a978-a37682d2d51d", "Gateway": "e2e-shared-a-w3-6751d7", "namespace": "openshift-ingress"} 2026-09-06T10:46:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6751d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7", "reconcileID": "1abe75e4-a78c-4c39-a978-a37682d2d51d", "Gateway": "e2e-shared-a-w3-6751d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7-authn-ssl"} 2026-09-06T10:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6751d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7", "reconcileID": "1abe75e4-a78c-4c39-a978-a37682d2d51d", "Gateway": "e2e-shared-a-w3-6751d7", "namespace": "openshift-ingress"} 2026-09-06T10:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6751d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7", "reconcileID": "0b628e44-1f64-4c2f-bc60-0c5bcb91a59e", "Gateway": "e2e-shared-a-w3-6751d7", "namespace": "openshift-ingress"} 2026-09-06T10:46:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6751d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7", "reconcileID": "0b628e44-1f64-4c2f-bc60-0c5bcb91a59e", "Gateway": "e2e-shared-a-w3-6751d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7-authn-ssl"} 2026-09-06T10:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6751d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7", "reconcileID": "0b628e44-1f64-4c2f-bc60-0c5bcb91a59e", "Gateway": "e2e-shared-a-w3-6751d7", "namespace": "openshift-ingress"} 2026-09-06T10:46:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "4ebaf16d-8b6d-442f-b5f6-4204c49f2c3a", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:46:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "4ebaf16d-8b6d-442f-b5f6-4204c49f2c3a", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0"} 2026-09-06T10:46:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "4ebaf16d-8b6d-442f-b5f6-4204c49f2c3a", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:46:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "4ebaf16d-8b6d-442f-b5f6-4204c49f2c3a", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:46:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "4ebaf16d-8b6d-442f-b5f6-4204c49f2c3a", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0-kserve-route-authn"} 2026-09-06T10:46:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "4ebaf16d-8b6d-442f-b5f6-4204c49f2c3a", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0-kserve-route-authn"} 2026-09-06T10:46:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "4ebaf16d-8b6d-442f-b5f6-4204c49f2c3a", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:46:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "4ebaf16d-8b6d-442f-b5f6-4204c49f2c3a", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:46:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-682ea0","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "rate-test-model-682ea0", "reconcileID": "3f0d2315-9410-4d43-a703-eeabe3afec64", "LLMInferenceService": "rate-test-model-682ea0", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:46:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "790f95f7-0251-45ac-9c9b-405d006ac867", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress"} 2026-09-06T10:46:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "790f95f7-0251-45ac-9c9b-405d006ac867", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0-authn-ssl"} 2026-09-06T10:46:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "790f95f7-0251-45ac-9c9b-405d006ac867", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress"} 2026-09-06T10:46:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "f5dc3078-b721-4dac-bbf5-fb6de836c909", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress"} 2026-09-06T10:46:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "f5dc3078-b721-4dac-bbf5-fb6de836c909", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0-authn-ssl"} 2026-09-06T10:46:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "f5dc3078-b721-4dac-bbf5-fb6de836c909", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress"} 2026-09-06T10:46:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "681f6ebf-4f07-40d1-a8d7-fcb270476e39", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:46:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "681f6ebf-4f07-40d1-a8d7-fcb270476e39", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed-authn-ssl"} 2026-09-06T10:46:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "681f6ebf-4f07-40d1-a8d7-fcb270476e39", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:46:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "b84242d4-4f8f-420e-a2c8-7cd3e2a2a06d", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:46:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "b84242d4-4f8f-420e-a2c8-7cd3e2a2a06d", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed-authn-ssl"} 2026-09-06T10:46:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "b84242d4-4f8f-420e-a2c8-7cd3e2a2a06d", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:46:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "3d3bba90-5743-4270-9f50-d1d64ba2398b", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:46:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "3d3bba90-5743-4270-9f50-d1d64ba2398b", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed-authn-ssl"} 2026-09-06T10:46:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "3d3bba90-5743-4270-9f50-d1d64ba2398b", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:46:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "9ccff970-3282-4462-af52-54b0b6fab46a", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:46:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "9ccff970-3282-4462-af52-54b0b6fab46a", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed-authn-ssl"} 2026-09-06T10:46:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "9ccff970-3282-4462-af52-54b0b6fab46a", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:46:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "64ea78e7-a5ba-4e97-98b9-bd617bb62d5b", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:46:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "64ea78e7-a5ba-4e97-98b9-bd617bb62d5b", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed-authn-ssl"} 2026-09-06T10:46:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "64ea78e7-a5ba-4e97-98b9-bd617bb62d5b", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:46:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "d658729a-afbb-4b7b-b180-9e353e912574", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:46:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "d658729a-afbb-4b7b-b180-9e353e912574", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed-authn-ssl"} 2026-09-06T10:46:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "d658729a-afbb-4b7b-b180-9e353e912574", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:46:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "fbc8f8a1-53d3-4922-8ad3-201e430bd23c", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:46:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "fbc8f8a1-53d3-4922-8ad3-201e430bd23c", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed-authn-ssl"} 2026-09-06T10:46:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "fbc8f8a1-53d3-4922-8ad3-201e430bd23c", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:46:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "openshift-service-ca.crt", "reconcileID": "c16a2cf2-c63a-40a1-9413-e5039c2c7de6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:46:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "odh-trusted-ca-bundle", "reconcileID": "cb30e0f3-425f-47c3-a306-2d224c8d4591", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:46:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "openshift-service-ca.crt", "reconcileID": "53cd69da-7287-4b12-85c6-75010962c733", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:46:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "openshift-service-ca.crt", "reconcileID": "53cd69da-7287-4b12-85c6-75010962c733", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:46:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b62bd3b5-9a62-4e49-8575-61fddcee8cd4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:46:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "openshift-service-ca.crt", "reconcileID": "a4e50e3c-9b27-4752-8105-a2d7c654fff1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:46:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "odh-trusted-ca-bundle", "reconcileID": "14035619-5338-4f80-a1cd-1890b7594cd9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:46:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "odh-trusted-ca-bundle", "reconcileID": "14035619-5338-4f80-a1cd-1890b7594cd9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:46:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2b4b7a7-bce5-42ed-a294-e0f7cd033f22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:46:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "20e2346b-08c7-4cf7-8195-6fdfe78fe366", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:46:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "20e2346b-08c7-4cf7-8195-6fdfe78fe366", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed-authn-ssl"} 2026-09-06T10:46:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "20e2346b-08c7-4cf7-8195-6fdfe78fe366", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:46:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "75669b50-e533-4cac-afbf-8e47b5b3fb6e", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:46:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "75669b50-e533-4cac-afbf-8e47b5b3fb6e", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed-authn-ssl"} 2026-09-06T10:46:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "75669b50-e533-4cac-afbf-8e47b5b3fb6e", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:46:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "5820a99f-fcf1-4eaa-8bba-36c04e4842d7", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:46:45Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "5820a99f-fcf1-4eaa-8bba-36c04e4842d7", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549-authn-ssl"} 2026-09-06T10:46:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "5820a99f-fcf1-4eaa-8bba-36c04e4842d7", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:46:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "713fe0d0-1bfa-44e1-ab21-4c27c390b95e", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:46:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "713fe0d0-1bfa-44e1-ab21-4c27c390b95e", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549-authn-ssl"} 2026-09-06T10:46:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "713fe0d0-1bfa-44e1-ab21-4c27c390b95e", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:46:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "ddc861f4-6096-4935-b058-4572a0b79cf7", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:46:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "ddc861f4-6096-4935-b058-4572a0b79cf7", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549-authn-ssl"} 2026-09-06T10:46:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "ddc861f4-6096-4935-b058-4572a0b79cf7", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:46:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "a4a3a47a-90fa-4d08-90fc-ae463cb09ab4", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:46:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "a4a3a47a-90fa-4d08-90fc-ae463cb09ab4", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549-authn-ssl"} 2026-09-06T10:46:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "a4a3a47a-90fa-4d08-90fc-ae463cb09ab4", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "3b2bf932-2759-42da-a3bf-32bf6b16a246", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "3b2bf932-2759-42da-a3bf-32bf6b16a246", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549-authn-ssl"} 2026-09-06T10:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "3b2bf932-2759-42da-a3bf-32bf6b16a246", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "1c2b8fe3-4880-4e56-ab41-dd984c418f82", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "1c2b8fe3-4880-4e56-ab41-dd984c418f82", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549-authn-ssl"} 2026-09-06T10:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "1c2b8fe3-4880-4e56-ab41-dd984c418f82", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:46:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "e7f98411-873f-4ac2-9cd3-e9df7b55aefb", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:46:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "e7f98411-873f-4ac2-9cd3-e9df7b55aefb", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549-authn-ssl"} 2026-09-06T10:46:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "e7f98411-873f-4ac2-9cd3-e9df7b55aefb", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:46:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5be549"}, "namespace": "ai-tenant-e2e-ipp-b-5be549", "name": "openshift-service-ca.crt", "reconcileID": "15c3a12d-043f-4785-894b-ef4abdd74326", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5be549"} 2026-09-06T10:46:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5be549"}, "namespace": "ai-tenant-e2e-ipp-b-5be549", "name": "odh-trusted-ca-bundle", "reconcileID": "0b5ff65b-a21f-44f7-9814-a5c8430d0992", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5be549"} 2026-09-06T10:46:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5be549"}, "namespace": "ai-tenant-e2e-ipp-b-5be549", "name": "openshift-service-ca.crt", "reconcileID": "3103c067-901d-4a13-b501-7e8a5bd9c6b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5be549", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:46:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5be549"}, "namespace": "ai-tenant-e2e-ipp-b-5be549", "name": "openshift-service-ca.crt", "reconcileID": "3103c067-901d-4a13-b501-7e8a5bd9c6b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5be549"} 2026-09-06T10:46:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5be549"}, "namespace": "ai-tenant-e2e-ipp-b-5be549", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8f8cdf1-9d40-4a9d-a974-f8fa860ad40c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5be549"} 2026-09-06T10:46:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5be549"}, "namespace": "ai-tenant-e2e-ipp-b-5be549", "name": "openshift-service-ca.crt", "reconcileID": "9bf37413-cbcd-4107-9636-e8296415b954", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5be549"} 2026-09-06T10:46:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5be549"}, "namespace": "ai-tenant-e2e-ipp-b-5be549", "name": "odh-trusted-ca-bundle", "reconcileID": "20a55a5f-798c-4452-a274-815b657bc139", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5be549", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:46:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5be549"}, "namespace": "ai-tenant-e2e-ipp-b-5be549", "name": "odh-trusted-ca-bundle", "reconcileID": "20a55a5f-798c-4452-a274-815b657bc139", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5be549"} 2026-09-06T10:46:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5be549"}, "namespace": "ai-tenant-e2e-ipp-b-5be549", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "149966ba-e38d-493d-9b77-c0395f4c7e1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5be549"} 2026-09-06T10:46:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "a71112cd-28b1-4dc5-9c71-2e217dc212f3", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:46:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "a71112cd-28b1-4dc5-9c71-2e217dc212f3", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549-authn-ssl"} 2026-09-06T10:46:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "a71112cd-28b1-4dc5-9c71-2e217dc212f3", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:46:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "32a94bb3-60b9-4255-b276-3e7922b16533", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:46:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "32a94bb3-60b9-4255-b276-3e7922b16533", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549-authn-ssl"} 2026-09-06T10:46:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "32a94bb3-60b9-4255-b276-3e7922b16533", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:47:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "dfaaab02-bb94-47aa-b9b0-c375a18df1f3", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "dfaaab02-bb94-47aa-b9b0-c375a18df1f3", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "dfaaab02-bb94-47aa-b9b0-c375a18df1f3", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "81c7016c-a02a-4ba2-b110-573726a143bd", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:47:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "dfaaab02-bb94-47aa-b9b0-c375a18df1f3", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed-kserve-route-authn"} 2026-09-06T10:47:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "dfaaab02-bb94-47aa-b9b0-c375a18df1f3", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "authType": "userdefined"} 2026-09-06T10:47:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "dfaaab02-bb94-47aa-b9b0-c375a18df1f3", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "81c7016c-a02a-4ba2-b110-573726a143bd", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed-authn-ssl"} 2026-09-06T10:47:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "81c7016c-a02a-4ba2-b110-573726a143bd", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:47:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "69888574-8f14-4313-bee9-5f03060cd3ec", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "69888574-8f14-4313-bee9-5f03060cd3ec", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "69888574-8f14-4313-bee9-5f03060cd3ec", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "69888574-8f14-4313-bee9-5f03060cd3ec", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed-kserve-route-authn"} 2026-09-06T10:47:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "69888574-8f14-4313-bee9-5f03060cd3ec", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "authType": "userdefined"} 2026-09-06T10:47:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "69888574-8f14-4313-bee9-5f03060cd3ec", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "49c009af-3682-4e88-8165-a62e8f7f739d", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:47:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "49c009af-3682-4e88-8165-a62e8f7f739d", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed-authn-ssl"} 2026-09-06T10:47:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "49c009af-3682-4e88-8165-a62e8f7f739d", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:47:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "f2395366-738f-4aa7-a39c-7a5870bc5906", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "f2395366-738f-4aa7-a39c-7a5870bc5906", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "f2395366-738f-4aa7-a39c-7a5870bc5906", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "f2395366-738f-4aa7-a39c-7a5870bc5906", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed-kserve-route-authn"} 2026-09-06T10:47:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "f2395366-738f-4aa7-a39c-7a5870bc5906", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "authType": "userdefined"} 2026-09-06T10:47:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "f2395366-738f-4aa7-a39c-7a5870bc5906", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "314b3735-5ed6-4c58-acb9-7a23e0f70bde", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "314b3735-5ed6-4c58-acb9-7a23e0f70bde", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "314b3735-5ed6-4c58-acb9-7a23e0f70bde", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "314b3735-5ed6-4c58-acb9-7a23e0f70bde", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed-kserve-route-authn"} 2026-09-06T10:47:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "314b3735-5ed6-4c58-acb9-7a23e0f70bde", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "authType": "userdefined"} 2026-09-06T10:47:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "314b3735-5ed6-4c58-acb9-7a23e0f70bde", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "3a85558c-17d1-4e5a-9895-dd2c4f37acc9", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "3a85558c-17d1-4e5a-9895-dd2c4f37acc9", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "3a85558c-17d1-4e5a-9895-dd2c4f37acc9", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:47:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "3a85558c-17d1-4e5a-9895-dd2c4f37acc9", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed-kserve-route-authn"} 2026-09-06T10:47:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "3a85558c-17d1-4e5a-9895-dd2c4f37acc9", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "authType": "userdefined"} 2026-09-06T10:47:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "3a85558c-17d1-4e5a-9895-dd2c4f37acc9", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:48:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "955f1f7d-ecbd-4be4-86fa-787b41b77863", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "955f1f7d-ecbd-4be4-86fa-787b41b77863", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573-authn-ssl"} 2026-09-06T10:48:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "955f1f7d-ecbd-4be4-86fa-787b41b77863", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "982b3969-1dd3-4501-9849-68c9ab6eb7a0", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "982b3969-1dd3-4501-9849-68c9ab6eb7a0", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573-authn-ssl"} 2026-09-06T10:48:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "982b3969-1dd3-4501-9849-68c9ab6eb7a0", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "0754f358-b45d-4606-a2a8-1133aa4cea13", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "0754f358-b45d-4606-a2a8-1133aa4cea13", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573-authn-ssl"} 2026-09-06T10:48:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "0754f358-b45d-4606-a2a8-1133aa4cea13", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "3e80dfd5-3c47-4a08-9979-8ea1edf36efa", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "3e80dfd5-3c47-4a08-9979-8ea1edf36efa", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573-authn-ssl"} 2026-09-06T10:48:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "3e80dfd5-3c47-4a08-9979-8ea1edf36efa", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "1a17bf28-bfc2-4d38-8c45-40f262996a70", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "1a17bf28-bfc2-4d38-8c45-40f262996a70", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573-authn-ssl"} 2026-09-06T10:48:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "1a17bf28-bfc2-4d38-8c45-40f262996a70", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "8eb6d252-4e69-4e6a-bafd-7867769875b7", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "8eb6d252-4e69-4e6a-bafd-7867769875b7", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573-authn-ssl"} 2026-09-06T10:48:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "8eb6d252-4e69-4e6a-bafd-7867769875b7", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "3ce66808-3532-4bf0-b2f1-abcb57b1f810", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "3ce66808-3532-4bf0-b2f1-abcb57b1f810", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573-authn-ssl"} 2026-09-06T10:48:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "3ce66808-3532-4bf0-b2f1-abcb57b1f810", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "ac93bf86-bb32-48c9-9612-88a9a50e7677", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "ac93bf86-bb32-48c9-9612-88a9a50e7677", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573-authn-ssl"} 2026-09-06T10:48:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "ac93bf86-bb32-48c9-9612-88a9a50e7677", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-622573"}, "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "name": "openshift-service-ca.crt", "reconcileID": "21389c3d-a1cd-4b87-bbfc-4553d0b75c1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-622573"} 2026-09-06T10:48:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-622573"}, "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "name": "odh-trusted-ca-bundle", "reconcileID": "bbad9c12-2d66-4def-ade8-f1f398965e41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-622573"} 2026-09-06T10:48:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-622573"}, "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "name": "openshift-service-ca.crt", "reconcileID": "84f2f455-0c19-420c-9f98-9a0febe43246", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:48:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-622573"}, "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "name": "openshift-service-ca.crt", "reconcileID": "84f2f455-0c19-420c-9f98-9a0febe43246", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-622573"} 2026-09-06T10:48:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-622573"}, "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8ff2649-d608-4750-a28c-494bf79ef453", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-622573"} 2026-09-06T10:48:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-622573"}, "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "name": "openshift-service-ca.crt", "reconcileID": "3b20f104-e55a-4ced-971d-614225359d1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-622573"} 2026-09-06T10:48:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-622573"}, "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "name": "odh-trusted-ca-bundle", "reconcileID": "7ef5b740-458e-4677-a945-2ffec1862f66", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:48:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-622573"}, "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "name": "odh-trusted-ca-bundle", "reconcileID": "7ef5b740-458e-4677-a945-2ffec1862f66", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-622573"} 2026-09-06T10:48:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-622573"}, "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27c2be2c-fb9f-4847-9d32-51812feee51a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-622573"} 2026-09-06T10:48:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "3e28e6af-dac5-42b8-8540-b63e8810269a", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "3e28e6af-dac5-42b8-8540-b63e8810269a", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573-authn-ssl"} 2026-09-06T10:48:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "3e28e6af-dac5-42b8-8540-b63e8810269a", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "22fc0818-1985-44da-9422-668cff78c575", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "22fc0818-1985-44da-9422-668cff78c575", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573-authn-ssl"} 2026-09-06T10:48:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "22fc0818-1985-44da-9422-668cff78c575", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "f68ab29e-47b8-48ea-9c35-4318b05e21c0", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "f68ab29e-47b8-48ea-9c35-4318b05e21c0", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573-authn-ssl"} 2026-09-06T10:48:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "f68ab29e-47b8-48ea-9c35-4318b05e21c0", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:48:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-622573"}, "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81fa1d47-0997-4fbe-8313-41e767117ce4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-622573"} 2026-09-06T10:48:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-622573"}, "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81fa1d47-0997-4fbe-8313-41e767117ce4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:48:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-622573"}, "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81fa1d47-0997-4fbe-8313-41e767117ce4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-622573 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T10:48:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-622573"}, "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "name": "odh-trusted-ca-bundle", "reconcileID": "01d6b9cf-7b30-4f9f-a1e7-af905c522be6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-622573"} 2026-09-06T10:48:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-622573"}, "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "name": "odh-trusted-ca-bundle", "reconcileID": "01d6b9cf-7b30-4f9f-a1e7-af905c522be6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-622573"} 2026-09-06T10:48:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-622573"}, "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "name": "openshift-service-ca.crt", "reconcileID": "49cc6c33-ac8e-4293-b177-aaafc94c8eb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-622573"} 2026-09-06T10:48:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-622573"}, "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "name": "openshift-service-ca.crt", "reconcileID": "49cc6c33-ac8e-4293-b177-aaafc94c8eb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-622573"} 2026-09-06T10:48:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-622573"}, "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "530d7873-3da1-40c5-9b24-02d39c0eb75e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-622573"} 2026-09-06T10:48:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-622573"}, "namespace": "ai-tenant-e2e-ipp-cleanup-622573", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "530d7873-3da1-40c5-9b24-02d39c0eb75e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-622573"} 2026-09-06T10:48:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-622573","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-622573", "reconcileID": "f959ae0f-416e-4fa5-a81a-5cac94195eed", "Gateway": "e2e-ipp-cleanup-622573", "namespace": "openshift-ingress"} 2026-09-06T10:49:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "3a8c8ac3-6067-4409-b71e-28ea5f8502e0", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:49:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "3a8c8ac3-6067-4409-b71e-28ea5f8502e0", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed-authn-ssl"} 2026-09-06T10:49:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "3a8c8ac3-6067-4409-b71e-28ea5f8502e0", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:49:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "96a5839a-16d3-47e6-a8bd-671e4e7c63ff", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:49:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "96a5839a-16d3-47e6-a8bd-671e4e7c63ff", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed-authn-ssl"} 2026-09-06T10:49:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "96a5839a-16d3-47e6-a8bd-671e4e7c63ff", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:49:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "27162f9a-654e-449b-afdf-da2c26238f24", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "27162f9a-654e-449b-afdf-da2c26238f24", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "27162f9a-654e-449b-afdf-da2c26238f24", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "27162f9a-654e-449b-afdf-da2c26238f24", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed-kserve-route-authn"} 2026-09-06T10:49:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "27162f9a-654e-449b-afdf-da2c26238f24", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "authType": "userdefined"} 2026-09-06T10:49:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "27162f9a-654e-449b-afdf-da2c26238f24", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "4e6e8180-8da9-418f-9a84-dadf4f9f391c", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:49:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "4e6e8180-8da9-418f-9a84-dadf4f9f391c", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed-authn-ssl"} 2026-09-06T10:49:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "4e6e8180-8da9-418f-9a84-dadf4f9f391c", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:49:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "3b7700e6-1c62-430b-a3e6-f657c2238ca7", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "3b7700e6-1c62-430b-a3e6-f657c2238ca7", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "3b7700e6-1c62-430b-a3e6-f657c2238ca7", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "3b7700e6-1c62-430b-a3e6-f657c2238ca7", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed-kserve-route-authn"} 2026-09-06T10:49:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "3b7700e6-1c62-430b-a3e6-f657c2238ca7", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "authType": "userdefined"} 2026-09-06T10:49:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "3b7700e6-1c62-430b-a3e6-f657c2238ca7", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "790b9035-fba0-4dad-88db-837e9610de93", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "790b9035-fba0-4dad-88db-837e9610de93", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed"} 2026-09-06T10:49:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "790b9035-fba0-4dad-88db-837e9610de93", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "790b9035-fba0-4dad-88db-837e9610de93", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "790b9035-fba0-4dad-88db-837e9610de93", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed-kserve-route-authn"} 2026-09-06T10:49:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "790b9035-fba0-4dad-88db-837e9610de93", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed-kserve-route-authn"} 2026-09-06T10:49:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "790b9035-fba0-4dad-88db-837e9610de93", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "790b9035-fba0-4dad-88db-837e9610de93", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b5e2303-db94-4a07-9b83-be8770836933", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b5e2303-db94-4a07-9b83-be8770836933", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:49:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b5e2303-db94-4a07-9b83-be8770836933", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-7d2fed because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T10:49:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "odh-trusted-ca-bundle", "reconcileID": "a94d987a-b58c-497e-b18d-521a218a25e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "odh-trusted-ca-bundle", "reconcileID": "a94d987a-b58c-497e-b18d-521a218a25e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "openshift-service-ca.crt", "reconcileID": "463b2618-3d97-4729-8d1e-882d2cf7d8eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "openshift-service-ca.crt", "reconcileID": "463b2618-3d97-4729-8d1e-882d2cf7d8eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e6a606d-0843-4b54-95d6-26c91db62bf6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e6a606d-0843-4b54-95d6-26c91db62bf6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7d2fed","namespace":"ai-tenant-e2e-ipp-a-7d2fed"}, "namespace": "ai-tenant-e2e-ipp-a-7d2fed", "name": "ipp-route-7d2fed", "reconcileID": "6e4e0dc6-39cd-43d4-a5c8-6d6211d56b28", "LLMInferenceService": "ipp-route-7d2fed", "namespace": "ai-tenant-e2e-ipp-a-7d2fed"} 2026-09-06T10:49:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "6d936fd5-d232-450d-a746-78f88008fcd9", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:49:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "6d936fd5-d232-450d-a746-78f88008fcd9", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed-authn-ssl"} 2026-09-06T10:49:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "6d936fd5-d232-450d-a746-78f88008fcd9", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:49:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "c008a93d-db6f-4324-9124-160505e03285", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:49:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "c008a93d-db6f-4324-9124-160505e03285", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed-authn-ssl"} 2026-09-06T10:49:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "c008a93d-db6f-4324-9124-160505e03285", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:49:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7d2fed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7d2fed", "reconcileID": "336c4b4f-dcc1-4ea4-8196-06412d12082c", "Gateway": "e2e-ipp-a-7d2fed", "namespace": "openshift-ingress"} 2026-09-06T10:50:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "8805b4f9-8be9-44c9-bc8f-bd9ca18ea0e9", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:50:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "8805b4f9-8be9-44c9-bc8f-bd9ca18ea0e9", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549-authn-ssl"} 2026-09-06T10:50:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "8805b4f9-8be9-44c9-bc8f-bd9ca18ea0e9", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:50:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "b23b35ec-165a-45e6-aa2e-bc5957f8fcc5", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:50:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "b23b35ec-165a-45e6-aa2e-bc5957f8fcc5", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549-authn-ssl"} 2026-09-06T10:50:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "b23b35ec-165a-45e6-aa2e-bc5957f8fcc5", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:50:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5be549"}, "namespace": "ai-tenant-e2e-ipp-b-5be549", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a2bbd70-fb1f-49a4-b206-aece41c08902", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5be549"} 2026-09-06T10:50:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5be549"}, "namespace": "ai-tenant-e2e-ipp-b-5be549", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a2bbd70-fb1f-49a4-b206-aece41c08902", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5be549", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:50:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5be549"}, "namespace": "ai-tenant-e2e-ipp-b-5be549", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a2bbd70-fb1f-49a4-b206-aece41c08902", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-5be549 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T10:50:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5be549"}, "namespace": "ai-tenant-e2e-ipp-b-5be549", "name": "odh-trusted-ca-bundle", "reconcileID": "d1586f59-c97e-4867-a66b-47b7a6d9140f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5be549"} 2026-09-06T10:50:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5be549"}, "namespace": "ai-tenant-e2e-ipp-b-5be549", "name": "odh-trusted-ca-bundle", "reconcileID": "d1586f59-c97e-4867-a66b-47b7a6d9140f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5be549"} 2026-09-06T10:50:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5be549"}, "namespace": "ai-tenant-e2e-ipp-b-5be549", "name": "openshift-service-ca.crt", "reconcileID": "d36a0f03-b907-4b9f-ab2a-290cdcadf219", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5be549"} 2026-09-06T10:50:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5be549"}, "namespace": "ai-tenant-e2e-ipp-b-5be549", "name": "openshift-service-ca.crt", "reconcileID": "d36a0f03-b907-4b9f-ab2a-290cdcadf219", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5be549"} 2026-09-06T10:50:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5be549"}, "namespace": "ai-tenant-e2e-ipp-b-5be549", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c75f7951-5d7b-4045-a2c0-d1bdce8431e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5be549"} 2026-09-06T10:50:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5be549"}, "namespace": "ai-tenant-e2e-ipp-b-5be549", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c75f7951-5d7b-4045-a2c0-d1bdce8431e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5be549"} 2026-09-06T10:50:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5be549","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5be549", "reconcileID": "52e2f5cf-e403-4729-bb56-630667d52566", "Gateway": "e2e-ipp-b-5be549", "namespace": "openshift-ingress"} 2026-09-06T10:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6751d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7", "reconcileID": "6be67d2b-0230-44ad-92fe-a643e94df12c", "Gateway": "e2e-shared-a-w3-6751d7", "namespace": "openshift-ingress"} 2026-09-06T10:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6751d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7", "reconcileID": "6be67d2b-0230-44ad-92fe-a643e94df12c", "Gateway": "e2e-shared-a-w3-6751d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7-authn-ssl"} 2026-09-06T10:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6751d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7", "reconcileID": "6be67d2b-0230-44ad-92fe-a643e94df12c", "Gateway": "e2e-shared-a-w3-6751d7", "namespace": "openshift-ingress"} 2026-09-06T10:50:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6751d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7", "reconcileID": "a3373bae-b86e-4910-9e17-7d0b73a7a1b7", "Gateway": "e2e-shared-a-w3-6751d7", "namespace": "openshift-ingress"} 2026-09-06T10:50:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6751d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7", "reconcileID": "a3373bae-b86e-4910-9e17-7d0b73a7a1b7", "Gateway": "e2e-shared-a-w3-6751d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7-authn-ssl"} 2026-09-06T10:50:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6751d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7", "reconcileID": "a3373bae-b86e-4910-9e17-7d0b73a7a1b7", "Gateway": "e2e-shared-a-w3-6751d7", "namespace": "openshift-ingress"} 2026-09-06T10:50:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a60fb92b-6838-4b6f-9d4d-759877c3af0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:50:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a60fb92b-6838-4b6f-9d4d-759877c3af0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:50:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a60fb92b-6838-4b6f-9d4d-759877c3af0c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-6751d7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T10:50:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "odh-trusted-ca-bundle", "reconcileID": "e65c4cbb-46a0-4986-9883-4a98a6733bd7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:50:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "odh-trusted-ca-bundle", "reconcileID": "e65c4cbb-46a0-4986-9883-4a98a6733bd7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:50:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "openshift-service-ca.crt", "reconcileID": "011197a0-0e52-43df-967d-a499acea278e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:50:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "openshift-service-ca.crt", "reconcileID": "011197a0-0e52-43df-967d-a499acea278e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:50:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5fbb6f1-c4e6-47e2-82ae-9be0744364d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:50:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6751d7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6751d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5fbb6f1-c4e6-47e2-82ae-9be0744364d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6751d7"} 2026-09-06T10:50:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6751d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6751d7", "reconcileID": "a80e36e3-9b73-497e-861c-d9d38fcd71a6", "Gateway": "e2e-shared-a-w3-6751d7", "namespace": "openshift-ingress"} 2026-09-06T10:50:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "b2c272ff-922c-4cc0-a692-066eba633a56", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress"} 2026-09-06T10:50:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "b2c272ff-922c-4cc0-a692-066eba633a56", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0-authn-ssl"} 2026-09-06T10:50:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "b2c272ff-922c-4cc0-a692-066eba633a56", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress"} 2026-09-06T10:50:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "76eb1c78-6295-4ebc-b2b9-8d3f61c15103", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress"} 2026-09-06T10:50:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "76eb1c78-6295-4ebc-b2b9-8d3f61c15103", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0-authn-ssl"} 2026-09-06T10:50:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "76eb1c78-6295-4ebc-b2b9-8d3f61c15103", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress"} 2026-09-06T10:50:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7634b68d-f8fb-4e31-84a9-e8035c79b272", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:50:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7634b68d-f8fb-4e31-84a9-e8035c79b272", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:50:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7634b68d-f8fb-4e31-84a9-e8035c79b272", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-682ea0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T10:50:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "odh-trusted-ca-bundle", "reconcileID": "16d094f9-7ee4-4fca-a5f0-ef2a2cec6ba9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:50:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "odh-trusted-ca-bundle", "reconcileID": "16d094f9-7ee4-4fca-a5f0-ef2a2cec6ba9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:50:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "openshift-service-ca.crt", "reconcileID": "498843f2-3659-43bc-bc02-2b1d2d6d85f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:50:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "openshift-service-ca.crt", "reconcileID": "498843f2-3659-43bc-bc02-2b1d2d6d85f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:50:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b679e8e-b10d-493c-9c94-1d367b9855fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:50:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-682ea0"}, "namespace": "ai-tenant-e2e-shared-b-w3-682ea0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b679e8e-b10d-493c-9c94-1d367b9855fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-682ea0"} 2026-09-06T10:50:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-682ea0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-682ea0", "reconcileID": "744238ab-2c00-461e-b77c-7c7f1f704a5c", "Gateway": "e2e-shared-b-w3-682ea0", "namespace": "openshift-ingress"} 2026-09-06T10:51:11Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T10:51:11Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T10:51:13Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T10:51:13Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T10:54:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "c5faa0b3-195d-4284-b538-f97add89b685", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:54:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "c5faa0b3-195d-4284-b538-f97add89b685", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:54:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "c5faa0b3-195d-4284-b538-f97add89b685", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:54:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f4e6db9-24f4-4472-9637-b1d7958d05cf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T10:54:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "c5faa0b3-195d-4284-b538-f97add89b685", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm", "name": "e2e-same-id-a-605c10c6-kserve-route-authn"} 2026-09-06T10:54:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "c5faa0b3-195d-4284-b538-f97add89b685", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm", "authType": "userdefined"} 2026-09-06T10:54:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "c5faa0b3-195d-4284-b538-f97add89b685", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:54:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f4e6db9-24f4-4472-9637-b1d7958d05cf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T10:54:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f4e6db9-24f4-4472-9637-b1d7958d05cf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T10:54:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "9ed1b8f9-7e67-44a7-abe8-d75dc72478a6", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:54:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "9ed1b8f9-7e67-44a7-abe8-d75dc72478a6", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:54:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "9ed1b8f9-7e67-44a7-abe8-d75dc72478a6", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:54:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04100ea3-bfc0-4095-9ed6-4ac929a8b6c6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T10:54:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "9ed1b8f9-7e67-44a7-abe8-d75dc72478a6", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm", "name": "e2e-same-id-b-605c10c6-kserve-route-authn"} 2026-09-06T10:54:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "9ed1b8f9-7e67-44a7-abe8-d75dc72478a6", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm", "authType": "userdefined"} 2026-09-06T10:54:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "9ed1b8f9-7e67-44a7-abe8-d75dc72478a6", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:54:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04100ea3-bfc0-4095-9ed6-4ac929a8b6c6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T10:54:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04100ea3-bfc0-4095-9ed6-4ac929a8b6c6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T10:54:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "19b86568-af78-42a8-9eda-6ea48ee85695", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:54:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "19b86568-af78-42a8-9eda-6ea48ee85695", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:54:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "19b86568-af78-42a8-9eda-6ea48ee85695", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:54:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "19b86568-af78-42a8-9eda-6ea48ee85695", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm", "name": "e2e-same-id-a-605c10c6-kserve-route-authn"} 2026-09-06T10:54:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "19b86568-af78-42a8-9eda-6ea48ee85695", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm", "authType": "userdefined"} 2026-09-06T10:54:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "19b86568-af78-42a8-9eda-6ea48ee85695", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:55:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7065030a-9131-45b2-9d6e-2f385d612b72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T10:55:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7065030a-9131-45b2-9d6e-2f385d612b72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T10:55:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7065030a-9131-45b2-9d6e-2f385d612b72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T10:55:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "88f7354f-88a3-45ad-8307-f19fc0fa6544", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:55:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "88f7354f-88a3-45ad-8307-f19fc0fa6544", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:55:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "88f7354f-88a3-45ad-8307-f19fc0fa6544", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:55:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "88f7354f-88a3-45ad-8307-f19fc0fa6544", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm", "name": "e2e-same-id-a-605c10c6-kserve-route-authn"} 2026-09-06T10:55:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "88f7354f-88a3-45ad-8307-f19fc0fa6544", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm", "authType": "userdefined"} 2026-09-06T10:55:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "88f7354f-88a3-45ad-8307-f19fc0fa6544", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:55:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "28e09364-94f4-4e7f-b176-027ee5ab59ec", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:55:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "28e09364-94f4-4e7f-b176-027ee5ab59ec", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:55:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "28e09364-94f4-4e7f-b176-027ee5ab59ec", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:55:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "28e09364-94f4-4e7f-b176-027ee5ab59ec", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm", "name": "e2e-same-id-b-605c10c6-kserve-route-authn"} 2026-09-06T10:55:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "28e09364-94f4-4e7f-b176-027ee5ab59ec", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm", "authType": "userdefined"} 2026-09-06T10:55:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "28e09364-94f4-4e7f-b176-027ee5ab59ec", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:55:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "84b9970e-2f23-419a-b88b-e7d537b28f0f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T10:55:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "84b9970e-2f23-419a-b88b-e7d537b28f0f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T10:55:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "84b9970e-2f23-419a-b88b-e7d537b28f0f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T10:55:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "eadad67c-e224-4753-8ad9-37a2250040d4", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:55:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "eadad67c-e224-4753-8ad9-37a2250040d4", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:55:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "eadad67c-e224-4753-8ad9-37a2250040d4", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:55:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "eadad67c-e224-4753-8ad9-37a2250040d4", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm", "name": "e2e-same-id-b-605c10c6-kserve-route-authn"} 2026-09-06T10:55:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "eadad67c-e224-4753-8ad9-37a2250040d4", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm", "authType": "userdefined"} 2026-09-06T10:55:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "eadad67c-e224-4753-8ad9-37a2250040d4", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:55:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "b8cab48e-74e8-44ac-a72a-b3f70cb3a67c", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:55:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "b8cab48e-74e8-44ac-a72a-b3f70cb3a67c", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:55:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "b8cab48e-74e8-44ac-a72a-b3f70cb3a67c", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:55:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "b8cab48e-74e8-44ac-a72a-b3f70cb3a67c", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm", "name": "e2e-same-id-a-605c10c6-kserve-route-authn"} 2026-09-06T10:55:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "b8cab48e-74e8-44ac-a72a-b3f70cb3a67c", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm", "authType": "userdefined"} 2026-09-06T10:55:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "b8cab48e-74e8-44ac-a72a-b3f70cb3a67c", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:55:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "665ae2d4-dcd5-4ed6-9d8e-3536d238221c", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:55:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "665ae2d4-dcd5-4ed6-9d8e-3536d238221c", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:55:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "665ae2d4-dcd5-4ed6-9d8e-3536d238221c", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:55:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "665ae2d4-dcd5-4ed6-9d8e-3536d238221c", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm", "name": "e2e-same-id-b-605c10c6-kserve-route-authn"} 2026-09-06T10:55:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "665ae2d4-dcd5-4ed6-9d8e-3536d238221c", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm", "authType": "userdefined"} 2026-09-06T10:55:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "665ae2d4-dcd5-4ed6-9d8e-3536d238221c", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:55:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "6ba112c6-b121-446f-a15b-d2fae7651b28", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:55:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "6ba112c6-b121-446f-a15b-d2fae7651b28", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm", "name": "e2e-same-id-a-605c10c6"} 2026-09-06T10:55:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "6ba112c6-b121-446f-a15b-d2fae7651b28", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:55:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "6ba112c6-b121-446f-a15b-d2fae7651b28", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:55:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "6ba112c6-b121-446f-a15b-d2fae7651b28", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm", "name": "e2e-same-id-a-605c10c6-kserve-route-authn"} 2026-09-06T10:55:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "6ba112c6-b121-446f-a15b-d2fae7651b28", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm", "name": "e2e-same-id-a-605c10c6-kserve-route-authn"} 2026-09-06T10:55:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-605c10c6", "reconcileID": "cc822e3b-7206-49b7-80a6-fbc9be0f9ea7", "LLMInferenceService": "e2e-same-id-a-605c10c6", "namespace": "llm"} 2026-09-06T10:55:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "65d1cff9-b56a-448f-a229-833b124ad058", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T10:55:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "65d1cff9-b56a-448f-a229-833b124ad058", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T10:55:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "65d1cff9-b56a-448f-a229-833b124ad058", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T10:55:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3478c725-6341-4ecf-910b-58afa9184c22", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T10:55:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3478c725-6341-4ecf-910b-58afa9184c22", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T10:55:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3478c725-6341-4ecf-910b-58afa9184c22", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T10:55:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "0a19b666-31c1-4cf6-8521-9580c61244fe", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:55:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "0a19b666-31c1-4cf6-8521-9580c61244fe", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm", "name": "e2e-same-id-b-605c10c6"} 2026-09-06T10:55:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "0a19b666-31c1-4cf6-8521-9580c61244fe", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:55:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "0a19b666-31c1-4cf6-8521-9580c61244fe", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:55:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "0a19b666-31c1-4cf6-8521-9580c61244fe", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm", "name": "e2e-same-id-b-605c10c6-kserve-route-authn"} 2026-09-06T10:55:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "0a19b666-31c1-4cf6-8521-9580c61244fe", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm", "name": "e2e-same-id-b-605c10c6-kserve-route-authn"} 2026-09-06T10:55:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-605c10c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-605c10c6", "reconcileID": "0142b8b4-baf0-4bf8-b7b8-5712dbc5d90a", "LLMInferenceService": "e2e-same-id-b-605c10c6", "namespace": "llm"} 2026-09-06T10:55:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "629cde7b-eb5c-4c6c-827a-13d05231ce72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T10:55:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "629cde7b-eb5c-4c6c-827a-13d05231ce72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T10:55:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "629cde7b-eb5c-4c6c-827a-13d05231ce72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T10:55:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35d08abf-048f-4bb1-a6d8-1ae5f1562910", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T10:55:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35d08abf-048f-4bb1-a6d8-1ae5f1562910", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T10:55:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35d08abf-048f-4bb1-a6d8-1ae5f1562910", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T10:56:19Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T10:56:19Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T10:56:20Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T10:56:20Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}