sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T18:05:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b38800"}, "namespace": "ai-tenant-e2e-api-a-b38800", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bb28431-1818-4749-9bc1-290181405b02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b38800"} 2026-09-10T18:05:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b38800"}, "namespace": "ai-tenant-e2e-api-a-b38800", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bb28431-1818-4749-9bc1-290181405b02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b38800", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:05:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b38800"}, "namespace": "ai-tenant-e2e-api-a-b38800", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bb28431-1818-4749-9bc1-290181405b02", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-b38800 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T18:05:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-b38800"}, "namespace": "ai-tenant-e2e-api-a-b38800", "name": "openshift-service-ca.crt", "reconcileID": "c67ab0da-3f23-422f-8b85-850f7480a0db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-b38800"} 2026-09-10T18:05:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-b38800"}, "namespace": "ai-tenant-e2e-api-a-b38800", "name": "openshift-service-ca.crt", "reconcileID": "c67ab0da-3f23-422f-8b85-850f7480a0db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-b38800"} 2026-09-10T18:05:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-b38800"}, "namespace": "ai-tenant-e2e-api-a-b38800", "name": "odh-trusted-ca-bundle", "reconcileID": "31b6b0a0-2eef-439b-82c9-42bb5ae2088e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b38800"} 2026-09-10T18:05:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-b38800"}, "namespace": "ai-tenant-e2e-api-a-b38800", "name": "odh-trusted-ca-bundle", "reconcileID": "31b6b0a0-2eef-439b-82c9-42bb5ae2088e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b38800"} 2026-09-10T18:05:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b38800"}, "namespace": "ai-tenant-e2e-api-a-b38800", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7eed9493-8ee5-4ee9-bb08-5b0afd2db478", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b38800"} 2026-09-10T18:05:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b38800"}, "namespace": "ai-tenant-e2e-api-a-b38800", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7eed9493-8ee5-4ee9-bb08-5b0afd2db478", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b38800"} 2026-09-10T18:05:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b38800","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b38800", "reconcileID": "a804d497-e393-43b7-86ac-61d282f5794d", "Gateway": "e2e-api-a-b38800", "namespace": "openshift-ingress"} 2026-09-10T18:05:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d439f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d439f7", "reconcileID": "b65d1e85-1cf8-4953-9fb0-772820c76439", "Gateway": "e2e-api-b-d439f7", "namespace": "openshift-ingress"} 2026-09-10T18:05:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d439f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d439f7", "reconcileID": "b65d1e85-1cf8-4953-9fb0-772820c76439", "Gateway": "e2e-api-b-d439f7", "namespace": "openshift-ingress", "name": "e2e-api-b-d439f7-authn-ssl"} 2026-09-10T18:05:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d439f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d439f7", "reconcileID": "b65d1e85-1cf8-4953-9fb0-772820c76439", "Gateway": "e2e-api-b-d439f7", "namespace": "openshift-ingress"} 2026-09-10T18:05:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d439f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d439f7", "reconcileID": "545b5b86-7f9e-4557-b91b-04e7f2ad0b4b", "Gateway": "e2e-api-b-d439f7", "namespace": "openshift-ingress"} 2026-09-10T18:05:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d439f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d439f7", "reconcileID": "545b5b86-7f9e-4557-b91b-04e7f2ad0b4b", "Gateway": "e2e-api-b-d439f7", "namespace": "openshift-ingress", "name": "e2e-api-b-d439f7-authn-ssl"} 2026-09-10T18:05:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d439f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d439f7", "reconcileID": "545b5b86-7f9e-4557-b91b-04e7f2ad0b4b", "Gateway": "e2e-api-b-d439f7", "namespace": "openshift-ingress"} 2026-09-10T18:05:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d439f7"}, "namespace": "ai-tenant-e2e-api-b-d439f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e5a5c16-1374-4c78-a773-e13ad34fa6b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d439f7"} 2026-09-10T18:05:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d439f7"}, "namespace": "ai-tenant-e2e-api-b-d439f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e5a5c16-1374-4c78-a773-e13ad34fa6b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d439f7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:05:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d439f7"}, "namespace": "ai-tenant-e2e-api-b-d439f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e5a5c16-1374-4c78-a773-e13ad34fa6b0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-d439f7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T18:05:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d439f7"}, "namespace": "ai-tenant-e2e-api-b-d439f7", "name": "odh-trusted-ca-bundle", "reconcileID": "da07ecef-38c1-42ce-a552-e341e2da9540", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d439f7"} 2026-09-10T18:05:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d439f7"}, "namespace": "ai-tenant-e2e-api-b-d439f7", "name": "odh-trusted-ca-bundle", "reconcileID": "da07ecef-38c1-42ce-a552-e341e2da9540", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d439f7"} 2026-09-10T18:05:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d439f7"}, "namespace": "ai-tenant-e2e-api-b-d439f7", "name": "openshift-service-ca.crt", "reconcileID": "1ea2c61c-2aed-4b7f-ab11-9fbf1950d9a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d439f7"} 2026-09-10T18:05:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d439f7"}, "namespace": "ai-tenant-e2e-api-b-d439f7", "name": "openshift-service-ca.crt", "reconcileID": "1ea2c61c-2aed-4b7f-ab11-9fbf1950d9a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d439f7"} 2026-09-10T18:05:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d439f7"}, "namespace": "ai-tenant-e2e-api-b-d439f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f357275-069b-4de5-854d-e0c542ad5102", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d439f7"} 2026-09-10T18:05:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d439f7"}, "namespace": "ai-tenant-e2e-api-b-d439f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f357275-069b-4de5-854d-e0c542ad5102", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d439f7"} 2026-09-10T18:05:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d439f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d439f7", "reconcileID": "be149c0d-4b1a-4369-8940-d9e25fabb468", "Gateway": "e2e-api-b-d439f7", "namespace": "openshift-ingress"} 2026-09-10T18:05:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc23cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf", "reconcileID": "da07e005-8bb5-4048-a61a-3c0c163efc71", "Gateway": "e2e-shared-b-w3-fc23cf", "namespace": "openshift-ingress"} 2026-09-10T18:05:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc23cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf", "reconcileID": "da07e005-8bb5-4048-a61a-3c0c163efc71", "Gateway": "e2e-shared-b-w3-fc23cf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf-authn-ssl"} 2026-09-10T18:05:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc23cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf", "reconcileID": "da07e005-8bb5-4048-a61a-3c0c163efc71", "Gateway": "e2e-shared-b-w3-fc23cf", "namespace": "openshift-ingress"} 2026-09-10T18:06:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "203927f7-d709-4696-aab5-715111a72b2d", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:06:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "203927f7-d709-4696-aab5-715111a72b2d", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:06:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "203927f7-d709-4696-aab5-715111a72b2d", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:06:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "203927f7-d709-4696-aab5-715111a72b2d", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf-kserve-route-authn"} 2026-09-10T18:06:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "203927f7-d709-4696-aab5-715111a72b2d", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "authType": "userdefined"} 2026-09-10T18:06:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "203927f7-d709-4696-aab5-715111a72b2d", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:06:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-971a94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-971a94", "reconcileID": "81d2c560-b50f-43b4-a1ee-7ee43f9c2746", "Gateway": "e2e-shared-a-w2-971a94", "namespace": "openshift-ingress"} 2026-09-10T18:06:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-971a94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-971a94", "reconcileID": "81d2c560-b50f-43b4-a1ee-7ee43f9c2746", "Gateway": "e2e-shared-a-w2-971a94", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-971a94-authn-ssl"} 2026-09-10T18:06:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-971a94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-971a94", "reconcileID": "81d2c560-b50f-43b4-a1ee-7ee43f9c2746", "Gateway": "e2e-shared-a-w2-971a94", "namespace": "openshift-ingress"} 2026-09-10T18:06:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-971a94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-971a94", "reconcileID": "a4fdeaca-9b40-4573-80a7-2be4587aa6ee", "Gateway": "e2e-shared-a-w2-971a94", "namespace": "openshift-ingress"} 2026-09-10T18:06:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-971a94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-971a94", "reconcileID": "a4fdeaca-9b40-4573-80a7-2be4587aa6ee", "Gateway": "e2e-shared-a-w2-971a94", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-971a94-authn-ssl"} 2026-09-10T18:06:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-971a94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-971a94", "reconcileID": "a4fdeaca-9b40-4573-80a7-2be4587aa6ee", "Gateway": "e2e-shared-a-w2-971a94", "namespace": "openshift-ingress"} 2026-09-10T18:06:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-971a94"}, "namespace": "ai-tenant-e2e-shared-a-w2-971a94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7bdec306-f8f0-407a-ace5-c8ad5c0f0e00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-971a94"} 2026-09-10T18:06:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-971a94"}, "namespace": "ai-tenant-e2e-shared-a-w2-971a94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7bdec306-f8f0-407a-ace5-c8ad5c0f0e00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-971a94", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:06:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-971a94"}, "namespace": "ai-tenant-e2e-shared-a-w2-971a94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7bdec306-f8f0-407a-ace5-c8ad5c0f0e00", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-971a94 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T18:06:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-971a94"}, "namespace": "ai-tenant-e2e-shared-a-w2-971a94", "name": "odh-trusted-ca-bundle", "reconcileID": "5dcde265-67d4-4db5-a131-96a4e5518744", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-971a94"} 2026-09-10T18:06:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-971a94"}, "namespace": "ai-tenant-e2e-shared-a-w2-971a94", "name": "odh-trusted-ca-bundle", "reconcileID": "5dcde265-67d4-4db5-a131-96a4e5518744", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-971a94"} 2026-09-10T18:06:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-971a94"}, "namespace": "ai-tenant-e2e-shared-a-w2-971a94", "name": "openshift-service-ca.crt", "reconcileID": "5fbf2e6d-c9b8-4f92-a41a-2d7b4187fd26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-971a94"} 2026-09-10T18:06:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-971a94"}, "namespace": "ai-tenant-e2e-shared-a-w2-971a94", "name": "openshift-service-ca.crt", "reconcileID": "5fbf2e6d-c9b8-4f92-a41a-2d7b4187fd26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-971a94"} 2026-09-10T18:06:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-971a94"}, "namespace": "ai-tenant-e2e-shared-a-w2-971a94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "419c758f-833d-4e8a-bc50-c5a43bf3bce0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-971a94"} 2026-09-10T18:06:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-971a94"}, "namespace": "ai-tenant-e2e-shared-a-w2-971a94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "419c758f-833d-4e8a-bc50-c5a43bf3bce0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-971a94"} 2026-09-10T18:06:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-971a94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-971a94", "reconcileID": "826e0d1a-91a2-47f8-85ff-87cbd78dde6a", "Gateway": "e2e-shared-a-w2-971a94", "namespace": "openshift-ingress"} 2026-09-10T18:06:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "0b866791-bcfc-4c57-92f2-a437abe909fc", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:06:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "0b866791-bcfc-4c57-92f2-a437abe909fc", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:06:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "0b866791-bcfc-4c57-92f2-a437abe909fc", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:06:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "0b866791-bcfc-4c57-92f2-a437abe909fc", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf-kserve-route-authn"} 2026-09-10T18:06:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "0b866791-bcfc-4c57-92f2-a437abe909fc", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "authType": "userdefined"} 2026-09-10T18:06:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "0b866791-bcfc-4c57-92f2-a437abe909fc", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:06:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-09fbb5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-09fbb5", "reconcileID": "5cc51ec3-8341-42cb-ae40-1c695b07a02e", "Gateway": "e2e-shared-b-w2-09fbb5", "namespace": "openshift-ingress"} 2026-09-10T18:06:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-09fbb5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-09fbb5", "reconcileID": "5cc51ec3-8341-42cb-ae40-1c695b07a02e", "Gateway": "e2e-shared-b-w2-09fbb5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-09fbb5-authn-ssl"} 2026-09-10T18:06:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-09fbb5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-09fbb5", "reconcileID": "5cc51ec3-8341-42cb-ae40-1c695b07a02e", "Gateway": "e2e-shared-b-w2-09fbb5", "namespace": "openshift-ingress"} 2026-09-10T18:06:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-09fbb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-09fbb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "139901c4-68a1-44f3-8cef-9ac2cd1efa91", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-09fbb5"} 2026-09-10T18:06:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-09fbb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-09fbb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "139901c4-68a1-44f3-8cef-9ac2cd1efa91", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-09fbb5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:06:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-09fbb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-09fbb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "139901c4-68a1-44f3-8cef-9ac2cd1efa91", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-09fbb5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T18:06:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-09fbb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-09fbb5", "name": "odh-trusted-ca-bundle", "reconcileID": "bba26c6c-a173-4717-81e1-387af1451b19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-09fbb5"} 2026-09-10T18:06:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-09fbb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-09fbb5", "name": "odh-trusted-ca-bundle", "reconcileID": "bba26c6c-a173-4717-81e1-387af1451b19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-09fbb5"} 2026-09-10T18:06:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-09fbb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-09fbb5", "name": "openshift-service-ca.crt", "reconcileID": "20e49df4-4c06-4a50-bd9b-cfcbaccc78e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-09fbb5"} 2026-09-10T18:06:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-09fbb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-09fbb5", "name": "openshift-service-ca.crt", "reconcileID": "20e49df4-4c06-4a50-bd9b-cfcbaccc78e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-09fbb5"} 2026-09-10T18:06:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-09fbb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-09fbb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cc5a4ca-399d-4fd8-aec6-3cc578eae711", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-09fbb5"} 2026-09-10T18:06:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-09fbb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-09fbb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cc5a4ca-399d-4fd8-aec6-3cc578eae711", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-09fbb5"} 2026-09-10T18:06:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-09fbb5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-09fbb5", "reconcileID": "d76e7a97-90ae-49a6-b0ee-187033b23841", "Gateway": "e2e-shared-b-w2-09fbb5", "namespace": "openshift-ingress"} 2026-09-10T18:06:35Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T18:06:35Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T18:06:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c9ffc","namespace":"ai-tenant-e2e-shared-a-w3-6c9ffc"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "rate-test-model-6c9ffc", "reconcileID": "2f4a919b-03b9-4a20-920b-f8f63d71b4f6", "LLMInferenceService": "rate-test-model-6c9ffc", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc"} 2026-09-10T18:06:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c9ffc","namespace":"ai-tenant-e2e-shared-a-w3-6c9ffc"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "rate-test-model-6c9ffc", "reconcileID": "2f4a919b-03b9-4a20-920b-f8f63d71b4f6", "LLMInferenceService": "rate-test-model-6c9ffc", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "rate-test-model-6c9ffc"} 2026-09-10T18:06:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c9ffc","namespace":"ai-tenant-e2e-shared-a-w3-6c9ffc"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "rate-test-model-6c9ffc", "reconcileID": "2f4a919b-03b9-4a20-920b-f8f63d71b4f6", "LLMInferenceService": "rate-test-model-6c9ffc", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc"} 2026-09-10T18:06:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c9ffc","namespace":"ai-tenant-e2e-shared-a-w3-6c9ffc"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "rate-test-model-6c9ffc", "reconcileID": "2f4a919b-03b9-4a20-920b-f8f63d71b4f6", "LLMInferenceService": "rate-test-model-6c9ffc", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc"} 2026-09-10T18:06:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c9ffc","namespace":"ai-tenant-e2e-shared-a-w3-6c9ffc"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "rate-test-model-6c9ffc", "reconcileID": "2f4a919b-03b9-4a20-920b-f8f63d71b4f6", "LLMInferenceService": "rate-test-model-6c9ffc", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "rate-test-model-6c9ffc-kserve-route-authn"} 2026-09-10T18:06:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c9ffc","namespace":"ai-tenant-e2e-shared-a-w3-6c9ffc"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "rate-test-model-6c9ffc", "reconcileID": "2f4a919b-03b9-4a20-920b-f8f63d71b4f6", "LLMInferenceService": "rate-test-model-6c9ffc", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "rate-test-model-6c9ffc-kserve-route-authn"} 2026-09-10T18:06:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c9ffc","namespace":"ai-tenant-e2e-shared-a-w3-6c9ffc"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "rate-test-model-6c9ffc", "reconcileID": "2f4a919b-03b9-4a20-920b-f8f63d71b4f6", "LLMInferenceService": "rate-test-model-6c9ffc", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc"} 2026-09-10T18:06:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c9ffc","namespace":"ai-tenant-e2e-shared-a-w3-6c9ffc"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "rate-test-model-6c9ffc", "reconcileID": "2f4a919b-03b9-4a20-920b-f8f63d71b4f6", "LLMInferenceService": "rate-test-model-6c9ffc", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc"} 2026-09-10T18:06:39Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T18:06:39Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T18:06:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c9ffc","namespace":"ai-tenant-e2e-shared-a-w3-6c9ffc"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "rate-test-model-6c9ffc", "reconcileID": "c965debd-c77d-4aad-a29a-c8689c5a4c99", "LLMInferenceService": "rate-test-model-6c9ffc", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc"} 2026-09-10T18:06:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c9ffc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c9ffc", "reconcileID": "77bb6870-4c8c-443b-b899-81ad7ce635ee", "Gateway": "e2e-shared-a-w3-6c9ffc", "namespace": "openshift-ingress"} 2026-09-10T18:06:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c9ffc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c9ffc", "reconcileID": "77bb6870-4c8c-443b-b899-81ad7ce635ee", "Gateway": "e2e-shared-a-w3-6c9ffc", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c9ffc-authn-ssl"} 2026-09-10T18:06:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c9ffc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c9ffc", "reconcileID": "77bb6870-4c8c-443b-b899-81ad7ce635ee", "Gateway": "e2e-shared-a-w3-6c9ffc", "namespace": "openshift-ingress"} 2026-09-10T18:06:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c9ffc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c9ffc", "reconcileID": "e7424c18-b23b-4aeb-9883-74f1acdcbc12", "Gateway": "e2e-shared-a-w3-6c9ffc", "namespace": "openshift-ingress"} 2026-09-10T18:06:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c9ffc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c9ffc", "reconcileID": "e7424c18-b23b-4aeb-9883-74f1acdcbc12", "Gateway": "e2e-shared-a-w3-6c9ffc", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c9ffc-authn-ssl"} 2026-09-10T18:06:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c9ffc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c9ffc", "reconcileID": "e7424c18-b23b-4aeb-9883-74f1acdcbc12", "Gateway": "e2e-shared-a-w3-6c9ffc", "namespace": "openshift-ingress"} 2026-09-10T18:06:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "4ca987c2-666e-4563-91b9-738c28f33b94", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:06:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "4ca987c2-666e-4563-91b9-738c28f33b94", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf"} 2026-09-10T18:06:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "4ca987c2-666e-4563-91b9-738c28f33b94", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:06:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "4ca987c2-666e-4563-91b9-738c28f33b94", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:06:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "4ca987c2-666e-4563-91b9-738c28f33b94", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf-kserve-route-authn"} 2026-09-10T18:06:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "4ca987c2-666e-4563-91b9-738c28f33b94", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf-kserve-route-authn"} 2026-09-10T18:06:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "4ca987c2-666e-4563-91b9-738c28f33b94", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:06:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "4ca987c2-666e-4563-91b9-738c28f33b94", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:06:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc23cf","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "rate-test-model-fc23cf", "reconcileID": "d00a2c08-9598-405c-a3b6-b5839647b60f", "LLMInferenceService": "rate-test-model-fc23cf", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:06:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc23cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf", "reconcileID": "2f9dec76-a8ce-487f-a945-50c177d1f498", "Gateway": "e2e-shared-b-w3-fc23cf", "namespace": "openshift-ingress"} 2026-09-10T18:06:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc23cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf", "reconcileID": "2f9dec76-a8ce-487f-a945-50c177d1f498", "Gateway": "e2e-shared-b-w3-fc23cf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf-authn-ssl"} 2026-09-10T18:06:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc23cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf", "reconcileID": "2f9dec76-a8ce-487f-a945-50c177d1f498", "Gateway": "e2e-shared-b-w3-fc23cf", "namespace": "openshift-ingress"} 2026-09-10T18:06:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc23cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf", "reconcileID": "975f30f7-4e80-45c5-a804-3de3327df165", "Gateway": "e2e-shared-b-w3-fc23cf", "namespace": "openshift-ingress"} 2026-09-10T18:06:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc23cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf", "reconcileID": "975f30f7-4e80-45c5-a804-3de3327df165", "Gateway": "e2e-shared-b-w3-fc23cf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf-authn-ssl"} 2026-09-10T18:06:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc23cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf", "reconcileID": "975f30f7-4e80-45c5-a804-3de3327df165", "Gateway": "e2e-shared-b-w3-fc23cf", "namespace": "openshift-ingress"} 2026-09-10T18:06:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "a53ff7e0-d26b-4545-916a-6969d86171c7", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:06:41Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "a53ff7e0-d26b-4545-916a-6969d86171c7", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455-authn-ssl"} 2026-09-10T18:06:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "a53ff7e0-d26b-4545-916a-6969d86171c7", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:06:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "2bc94503-d0ec-412c-b083-30b93542ad2e", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:06:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "2bc94503-d0ec-412c-b083-30b93542ad2e", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455-authn-ssl"} 2026-09-10T18:06:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "2bc94503-d0ec-412c-b083-30b93542ad2e", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:06:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "c0cc6d49-9ce9-44bb-b152-107b89037a30", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:06:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "c0cc6d49-9ce9-44bb-b152-107b89037a30", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455-authn-ssl"} 2026-09-10T18:06:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "c0cc6d49-9ce9-44bb-b152-107b89037a30", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:06:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "dcbe1837-bdb3-4c27-86e4-19c2d973f472", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:06:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "dcbe1837-bdb3-4c27-86e4-19c2d973f472", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455-authn-ssl"} 2026-09-10T18:06:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "dcbe1837-bdb3-4c27-86e4-19c2d973f472", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:06:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "8ea38e68-2ede-48a0-8a18-1f63284a8bfc", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:06:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "8ea38e68-2ede-48a0-8a18-1f63284a8bfc", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455-authn-ssl"} 2026-09-10T18:06:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "8ea38e68-2ede-48a0-8a18-1f63284a8bfc", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:06:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "08e81d25-5d30-4fe9-b460-bd6ffa959598", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:06:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "08e81d25-5d30-4fe9-b460-bd6ffa959598", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455-authn-ssl"} 2026-09-10T18:06:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "08e81d25-5d30-4fe9-b460-bd6ffa959598", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:06:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "f503fa48-a663-4c51-b229-dbe5cc1e3a41", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:06:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "f503fa48-a663-4c51-b229-dbe5cc1e3a41", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455-authn-ssl"} 2026-09-10T18:06:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "f503fa48-a663-4c51-b229-dbe5cc1e3a41", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:06:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "openshift-service-ca.crt", "reconcileID": "0bd79bb0-79f2-4ad1-983e-737d19557925", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:06:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "odh-trusted-ca-bundle", "reconcileID": "63037caa-3671-4e78-93f4-358c06be2815", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:06:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "openshift-service-ca.crt", "reconcileID": "f7c5c2b3-4b68-4e85-8ce5-de094d8094a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-732455", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:06:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "openshift-service-ca.crt", "reconcileID": "f7c5c2b3-4b68-4e85-8ce5-de094d8094a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:06:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51fd38b1-df9f-4d7d-aefe-5fd10cef13ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:06:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "openshift-service-ca.crt", "reconcileID": "0d349682-9fe7-4bc7-a50c-ed844bb2590b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:06:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "odh-trusted-ca-bundle", "reconcileID": "910f364d-0571-4704-8c4b-ab9b95c8e812", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-732455", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:06:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "odh-trusted-ca-bundle", "reconcileID": "910f364d-0571-4704-8c4b-ab9b95c8e812", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:06:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c669c288-4d88-4303-b05c-472d41ba3917", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:06:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "fd5cabb9-21a8-4d15-9b15-1735293ffd93", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:06:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "fd5cabb9-21a8-4d15-9b15-1735293ffd93", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455-authn-ssl"} 2026-09-10T18:06:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "fd5cabb9-21a8-4d15-9b15-1735293ffd93", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:06:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "03055c76-53ad-4bab-ac3d-f57c514a8e06", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:06:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "03055c76-53ad-4bab-ac3d-f57c514a8e06", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455-authn-ssl"} 2026-09-10T18:06:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "03055c76-53ad-4bab-ac3d-f57c514a8e06", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:07:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "05f566be-40b8-4857-beb1-289b38304cee", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:07:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "05f566be-40b8-4857-beb1-289b38304cee", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405-authn-ssl"} 2026-09-10T18:07:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "05f566be-40b8-4857-beb1-289b38304cee", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:07:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "76d97ccc-04e2-405c-8786-9f2824d457c0", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:07:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "76d97ccc-04e2-405c-8786-9f2824d457c0", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405-authn-ssl"} 2026-09-10T18:07:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "76d97ccc-04e2-405c-8786-9f2824d457c0", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:07:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "9950178d-e232-4b83-87bc-467b5f0c5210", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:07:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "9950178d-e232-4b83-87bc-467b5f0c5210", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405-authn-ssl"} 2026-09-10T18:07:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "9950178d-e232-4b83-87bc-467b5f0c5210", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:07:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "02a39438-72b3-4c42-a8c0-771ca5cb905d", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:07:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "02a39438-72b3-4c42-a8c0-771ca5cb905d", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405-authn-ssl"} 2026-09-10T18:07:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "02a39438-72b3-4c42-a8c0-771ca5cb905d", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:07:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "15b287a8-c077-40df-ae94-0e24fdf99def", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:07:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "15b287a8-c077-40df-ae94-0e24fdf99def", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405-authn-ssl"} 2026-09-10T18:07:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "15b287a8-c077-40df-ae94-0e24fdf99def", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:07:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "184b259b-1feb-423f-ba81-ec256834bcb7", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:07:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "184b259b-1feb-423f-ba81-ec256834bcb7", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405-authn-ssl"} 2026-09-10T18:07:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "184b259b-1feb-423f-ba81-ec256834bcb7", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:07:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "e5de1884-a23a-437c-9168-e10b2c7f61a5", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:07:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "e5de1884-a23a-437c-9168-e10b2c7f61a5", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405-authn-ssl"} 2026-09-10T18:07:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "e5de1884-a23a-437c-9168-e10b2c7f61a5", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:07:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4d9405"}, "namespace": "ai-tenant-e2e-ipp-b-4d9405", "name": "openshift-service-ca.crt", "reconcileID": "51f6be0c-5ceb-4c90-a649-eafcbb002ffd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4d9405"} 2026-09-10T18:07:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4d9405"}, "namespace": "ai-tenant-e2e-ipp-b-4d9405", "name": "odh-trusted-ca-bundle", "reconcileID": "bcc35423-0126-4cbb-93b8-e15ff18084a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4d9405"} 2026-09-10T18:07:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4d9405"}, "namespace": "ai-tenant-e2e-ipp-b-4d9405", "name": "openshift-service-ca.crt", "reconcileID": "ef0b707f-6790-487d-bff4-a4f3f0514502", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4d9405", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:07:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4d9405"}, "namespace": "ai-tenant-e2e-ipp-b-4d9405", "name": "openshift-service-ca.crt", "reconcileID": "ef0b707f-6790-487d-bff4-a4f3f0514502", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4d9405"} 2026-09-10T18:07:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4d9405"}, "namespace": "ai-tenant-e2e-ipp-b-4d9405", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54066737-d83e-49d2-bb9f-36742a710f60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4d9405"} 2026-09-10T18:07:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4d9405"}, "namespace": "ai-tenant-e2e-ipp-b-4d9405", "name": "openshift-service-ca.crt", "reconcileID": "e4394ce1-07d1-44f5-977c-fcd03297e6c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4d9405"} 2026-09-10T18:07:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4d9405"}, "namespace": "ai-tenant-e2e-ipp-b-4d9405", "name": "odh-trusted-ca-bundle", "reconcileID": "6bd8e25c-927d-4f1a-bc19-57e6200d7427", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4d9405", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:07:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4d9405"}, "namespace": "ai-tenant-e2e-ipp-b-4d9405", "name": "odh-trusted-ca-bundle", "reconcileID": "6bd8e25c-927d-4f1a-bc19-57e6200d7427", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4d9405"} 2026-09-10T18:07:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4d9405"}, "namespace": "ai-tenant-e2e-ipp-b-4d9405", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ced87105-3f9c-49e8-82c0-53332fd21527", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4d9405"} 2026-09-10T18:07:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "f2f4153d-0a50-46e6-b148-f0f50612f9f3", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:07:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "f2f4153d-0a50-46e6-b148-f0f50612f9f3", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405-authn-ssl"} 2026-09-10T18:07:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "f2f4153d-0a50-46e6-b148-f0f50612f9f3", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:07:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "ff11a5d8-1e30-4a5d-8f32-c674172f8386", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:07:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "ff11a5d8-1e30-4a5d-8f32-c674172f8386", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405-authn-ssl"} 2026-09-10T18:07:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "ff11a5d8-1e30-4a5d-8f32-c674172f8386", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:07:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "d67f5df5-adff-4e98-8f86-5a327ed18449", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:07:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "d67f5df5-adff-4e98-8f86-5a327ed18449", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:07:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "d67f5df5-adff-4e98-8f86-5a327ed18449", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:07:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "b1ec61c0-e378-4329-8010-f8ec3a0c9f77", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:07:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "d67f5df5-adff-4e98-8f86-5a327ed18449", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455-kserve-route-authn"} 2026-09-10T18:07:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "d67f5df5-adff-4e98-8f86-5a327ed18449", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455", "authType": "userdefined"} 2026-09-10T18:07:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "d67f5df5-adff-4e98-8f86-5a327ed18449", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:07:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "b1ec61c0-e378-4329-8010-f8ec3a0c9f77", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455-authn-ssl"} 2026-09-10T18:07:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "b1ec61c0-e378-4329-8010-f8ec3a0c9f77", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:07:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "e819b762-6085-4c24-9769-b493fbbbc684", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:07:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "e819b762-6085-4c24-9769-b493fbbbc684", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:07:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "e819b762-6085-4c24-9769-b493fbbbc684", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:07:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "e819b762-6085-4c24-9769-b493fbbbc684", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455-kserve-route-authn"} 2026-09-10T18:07:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "e819b762-6085-4c24-9769-b493fbbbc684", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455", "authType": "userdefined"} 2026-09-10T18:07:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "e819b762-6085-4c24-9769-b493fbbbc684", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:07:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "4506e361-0484-41b2-b024-ca7cc2780dc4", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:07:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "4506e361-0484-41b2-b024-ca7cc2780dc4", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455-authn-ssl"} 2026-09-10T18:07:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "4506e361-0484-41b2-b024-ca7cc2780dc4", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:08:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "da9f7b01-ba92-4fd2-9383-7262cebf4a8a", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:08:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "da9f7b01-ba92-4fd2-9383-7262cebf4a8a", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:08:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "da9f7b01-ba92-4fd2-9383-7262cebf4a8a", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:08:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "da9f7b01-ba92-4fd2-9383-7262cebf4a8a", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455-kserve-route-authn"} 2026-09-10T18:08:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "da9f7b01-ba92-4fd2-9383-7262cebf4a8a", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455", "authType": "userdefined"} 2026-09-10T18:08:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "da9f7b01-ba92-4fd2-9383-7262cebf4a8a", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:08:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "01210a37-9122-4099-8f01-0342b054cb8d", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:08:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "01210a37-9122-4099-8f01-0342b054cb8d", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:08:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "01210a37-9122-4099-8f01-0342b054cb8d", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:08:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "01210a37-9122-4099-8f01-0342b054cb8d", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455-kserve-route-authn"} 2026-09-10T18:08:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "01210a37-9122-4099-8f01-0342b054cb8d", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455", "authType": "userdefined"} 2026-09-10T18:08:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "01210a37-9122-4099-8f01-0342b054cb8d", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:08:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "9bc2979c-da2e-48fe-ae29-5d0a91e4f591", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:08:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "9bc2979c-da2e-48fe-ae29-5d0a91e4f591", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:08:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "9bc2979c-da2e-48fe-ae29-5d0a91e4f591", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:08:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "9bc2979c-da2e-48fe-ae29-5d0a91e4f591", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455-kserve-route-authn"} 2026-09-10T18:08:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "9bc2979c-da2e-48fe-ae29-5d0a91e4f591", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455", "authType": "userdefined"} 2026-09-10T18:08:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "9bc2979c-da2e-48fe-ae29-5d0a91e4f591", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:08:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "6505f489-6aac-48ff-9f73-7ca3a68fdc52", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "6505f489-6aac-48ff-9f73-7ca3a68fdc52", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881-authn-ssl"} 2026-09-10T18:08:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "6505f489-6aac-48ff-9f73-7ca3a68fdc52", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "d7a2b3cf-e854-4784-ae2a-2317570e60ea", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "d7a2b3cf-e854-4784-ae2a-2317570e60ea", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881-authn-ssl"} 2026-09-10T18:08:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "d7a2b3cf-e854-4784-ae2a-2317570e60ea", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "60c10e10-f5d5-4b45-bdf7-de357ad5ea17", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "60c10e10-f5d5-4b45-bdf7-de357ad5ea17", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881-authn-ssl"} 2026-09-10T18:08:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "60c10e10-f5d5-4b45-bdf7-de357ad5ea17", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "d12da9db-d557-421b-9f0d-37631c2547c4", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "d12da9db-d557-421b-9f0d-37631c2547c4", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881-authn-ssl"} 2026-09-10T18:08:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "d12da9db-d557-421b-9f0d-37631c2547c4", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "4ad24813-fafd-45f9-92cd-0ca8962d2361", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "4ad24813-fafd-45f9-92cd-0ca8962d2361", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881-authn-ssl"} 2026-09-10T18:08:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "4ad24813-fafd-45f9-92cd-0ca8962d2361", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "c0178a93-32ef-4297-85c6-671cfacb90d3", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "c0178a93-32ef-4297-85c6-671cfacb90d3", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881-authn-ssl"} 2026-09-10T18:08:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "c0178a93-32ef-4297-85c6-671cfacb90d3", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "e80c58e7-1cb8-42a2-8add-487c499a4bc0", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "e80c58e7-1cb8-42a2-8add-487c499a4bc0", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881-authn-ssl"} 2026-09-10T18:08:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "e80c58e7-1cb8-42a2-8add-487c499a4bc0", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3b8881"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "name": "odh-trusted-ca-bundle", "reconcileID": "464ee575-db7c-4e43-bda2-120ac44aceac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881"} 2026-09-10T18:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3b8881"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "name": "openshift-service-ca.crt", "reconcileID": "d9c8554a-522d-40d3-a638-4e5ff587c163", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881"} 2026-09-10T18:08:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3b8881"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "name": "openshift-service-ca.crt", "reconcileID": "31cd0f22-cce7-47cc-b482-fc3162669835", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:08:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3b8881"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "name": "openshift-service-ca.crt", "reconcileID": "31cd0f22-cce7-47cc-b482-fc3162669835", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881"} 2026-09-10T18:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3b8881"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82b92f61-a9ba-4af4-baca-e19ef1405d3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881"} 2026-09-10T18:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3b8881"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "name": "openshift-service-ca.crt", "reconcileID": "b3a1374d-22a6-484c-9af0-2e4dc6530255", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881"} 2026-09-10T18:08:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3b8881"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "name": "odh-trusted-ca-bundle", "reconcileID": "70f687da-96f4-481b-bc9f-510737e0b49f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:08:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3b8881"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "name": "odh-trusted-ca-bundle", "reconcileID": "70f687da-96f4-481b-bc9f-510737e0b49f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881"} 2026-09-10T18:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3b8881"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d5cbf19-b539-444c-8950-3ff7f09077b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881"} 2026-09-10T18:08:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "e152a0bf-3845-46fc-94b4-c140c58c403f", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "e152a0bf-3845-46fc-94b4-c140c58c403f", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881-authn-ssl"} 2026-09-10T18:08:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "e152a0bf-3845-46fc-94b4-c140c58c403f", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "f7ba438a-5d8c-4158-8a4f-f38244d5cc06", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "f7ba438a-5d8c-4158-8a4f-f38244d5cc06", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881-authn-ssl"} 2026-09-10T18:08:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "f7ba438a-5d8c-4158-8a4f-f38244d5cc06", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "6d6fcafa-f485-4a2d-9224-62f1b48df2f5", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:08:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "6d6fcafa-f485-4a2d-9224-62f1b48df2f5", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881-authn-ssl"} 2026-09-10T18:08:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "6d6fcafa-f485-4a2d-9224-62f1b48df2f5", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:09:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "452b5e07-c4ee-42a3-b9e4-7d7a7d0a707b", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:09:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "452b5e07-c4ee-42a3-b9e4-7d7a7d0a707b", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881-authn-ssl"} 2026-09-10T18:09:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "452b5e07-c4ee-42a3-b9e4-7d7a7d0a707b", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:09:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3b8881"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a059898-7926-4854-83cb-b6b8de521836", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881"} 2026-09-10T18:09:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3b8881"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a059898-7926-4854-83cb-b6b8de521836", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:09:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3b8881"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a059898-7926-4854-83cb-b6b8de521836", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-3b8881 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T18:09:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3b8881"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "name": "odh-trusted-ca-bundle", "reconcileID": "0da27d76-8fd1-4ff7-a260-5ad7fe1e5f83", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881"} 2026-09-10T18:09:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3b8881"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "name": "odh-trusted-ca-bundle", "reconcileID": "0da27d76-8fd1-4ff7-a260-5ad7fe1e5f83", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881"} 2026-09-10T18:09:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3b8881"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "name": "openshift-service-ca.crt", "reconcileID": "b594c319-e65a-4da1-9cbd-162c94babc50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881"} 2026-09-10T18:09:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3b8881"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "name": "openshift-service-ca.crt", "reconcileID": "b594c319-e65a-4da1-9cbd-162c94babc50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881"} 2026-09-10T18:09:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3b8881"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69e9091b-4a85-44a4-8f23-668d2a00dbae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881"} 2026-09-10T18:09:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3b8881"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69e9091b-4a85-44a4-8f23-668d2a00dbae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3b8881"} 2026-09-10T18:09:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3b8881","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3b8881", "reconcileID": "96a1b709-64bb-495d-bbd5-7f3fac9a7a66", "Gateway": "e2e-ipp-cleanup-3b8881", "namespace": "openshift-ingress"} 2026-09-10T18:09:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "df9ab94e-a0c9-4e37-bf01-a5c3e7b9c914", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:09:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "df9ab94e-a0c9-4e37-bf01-a5c3e7b9c914", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455-authn-ssl"} 2026-09-10T18:09:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "df9ab94e-a0c9-4e37-bf01-a5c3e7b9c914", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:09:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "56917617-b6c3-4ed4-a5e5-15dfc09e89c3", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:09:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "56917617-b6c3-4ed4-a5e5-15dfc09e89c3", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455-authn-ssl"} 2026-09-10T18:09:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "56917617-b6c3-4ed4-a5e5-15dfc09e89c3", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:09:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "cf4ae1b8-2191-4f6f-85cc-cbdf260a7500", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:09:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "cf4ae1b8-2191-4f6f-85cc-cbdf260a7500", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455-authn-ssl"} 2026-09-10T18:09:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "cf4ae1b8-2191-4f6f-85cc-cbdf260a7500", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:09:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "7eccde29-dc73-4656-a00d-c79b5fabe1db", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:09:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "7eccde29-dc73-4656-a00d-c79b5fabe1db", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:09:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "7eccde29-dc73-4656-a00d-c79b5fabe1db", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:09:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "7eccde29-dc73-4656-a00d-c79b5fabe1db", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455-kserve-route-authn"} 2026-09-10T18:09:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "7eccde29-dc73-4656-a00d-c79b5fabe1db", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455", "authType": "userdefined"} 2026-09-10T18:09:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "7eccde29-dc73-4656-a00d-c79b5fabe1db", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:10:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "7058df67-ae6c-43bc-bec4-dc27ff8a499a", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:10:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "7058df67-ae6c-43bc-bec4-dc27ff8a499a", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455"} 2026-09-10T18:10:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "7058df67-ae6c-43bc-bec4-dc27ff8a499a", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:10:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "7058df67-ae6c-43bc-bec4-dc27ff8a499a", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:10:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "7058df67-ae6c-43bc-bec4-dc27ff8a499a", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455-kserve-route-authn"} 2026-09-10T18:10:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "7058df67-ae6c-43bc-bec4-dc27ff8a499a", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455-kserve-route-authn"} 2026-09-10T18:10:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "7058df67-ae6c-43bc-bec4-dc27ff8a499a", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:10:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "7058df67-ae6c-43bc-bec4-dc27ff8a499a", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:10:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-732455","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "ipp-route-732455", "reconcileID": "8ac3efd2-78af-41cc-80dd-8c24fed0cf08", "LLMInferenceService": "ipp-route-732455", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:10:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "d62a9a4f-1229-4a94-8109-c6746fb67e04", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:10:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "d62a9a4f-1229-4a94-8109-c6746fb67e04", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455-authn-ssl"} 2026-09-10T18:10:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "d62a9a4f-1229-4a94-8109-c6746fb67e04", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:10:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "36fdf88e-c0ca-4934-b2d9-2ff5d1cf953f", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:10:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "36fdf88e-c0ca-4934-b2d9-2ff5d1cf953f", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455-authn-ssl"} 2026-09-10T18:10:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "36fdf88e-c0ca-4934-b2d9-2ff5d1cf953f", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:10:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e62c93ff-028f-4f5b-a47d-b3f7cc766f23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:10:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e62c93ff-028f-4f5b-a47d-b3f7cc766f23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-732455", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:10:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e62c93ff-028f-4f5b-a47d-b3f7cc766f23", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-732455 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T18:10:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "odh-trusted-ca-bundle", "reconcileID": "b474a54f-7320-483e-9a5e-d13921e04fbe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "odh-trusted-ca-bundle", "reconcileID": "b474a54f-7320-483e-9a5e-d13921e04fbe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:10:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "openshift-service-ca.crt", "reconcileID": "bf256cb7-249f-4ff7-adc9-cc992d108614", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "openshift-service-ca.crt", "reconcileID": "bf256cb7-249f-4ff7-adc9-cc992d108614", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:10:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a11fc4b-ac7d-42c9-bf7d-1aa47c72dba2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-732455"}, "namespace": "ai-tenant-e2e-ipp-a-732455", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a11fc4b-ac7d-42c9-bf7d-1aa47c72dba2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-732455"} 2026-09-10T18:10:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-732455","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-732455", "reconcileID": "0da6bb73-048c-48a7-ba23-54328a91eadb", "Gateway": "e2e-ipp-a-732455", "namespace": "openshift-ingress"} 2026-09-10T18:10:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "937fb21d-1082-493f-8b90-fcbb434c673e", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:10:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "937fb21d-1082-493f-8b90-fcbb434c673e", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405-authn-ssl"} 2026-09-10T18:10:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "937fb21d-1082-493f-8b90-fcbb434c673e", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:10:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "77ba4f00-6d2c-4880-90de-60b732efb989", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:10:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "77ba4f00-6d2c-4880-90de-60b732efb989", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405-authn-ssl"} 2026-09-10T18:10:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "77ba4f00-6d2c-4880-90de-60b732efb989", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:10:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4d9405"}, "namespace": "ai-tenant-e2e-ipp-b-4d9405", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f965431-db69-4817-990e-d334a741cf8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4d9405"} 2026-09-10T18:10:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4d9405"}, "namespace": "ai-tenant-e2e-ipp-b-4d9405", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f965431-db69-4817-990e-d334a741cf8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4d9405", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:10:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4d9405"}, "namespace": "ai-tenant-e2e-ipp-b-4d9405", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f965431-db69-4817-990e-d334a741cf8f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-4d9405 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T18:10:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4d9405"}, "namespace": "ai-tenant-e2e-ipp-b-4d9405", "name": "odh-trusted-ca-bundle", "reconcileID": "da40b43c-c44c-4343-a7cb-52ee232af710", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4d9405"} 2026-09-10T18:10:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4d9405"}, "namespace": "ai-tenant-e2e-ipp-b-4d9405", "name": "odh-trusted-ca-bundle", "reconcileID": "da40b43c-c44c-4343-a7cb-52ee232af710", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4d9405"} 2026-09-10T18:10:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4d9405"}, "namespace": "ai-tenant-e2e-ipp-b-4d9405", "name": "openshift-service-ca.crt", "reconcileID": "f732ed2c-3859-4062-b79e-d1a07b27f3dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4d9405"} 2026-09-10T18:10:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4d9405"}, "namespace": "ai-tenant-e2e-ipp-b-4d9405", "name": "openshift-service-ca.crt", "reconcileID": "f732ed2c-3859-4062-b79e-d1a07b27f3dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4d9405"} 2026-09-10T18:10:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4d9405"}, "namespace": "ai-tenant-e2e-ipp-b-4d9405", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7ec55cd-25ce-4ae1-a70e-2ad3b345a7cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4d9405"} 2026-09-10T18:10:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4d9405"}, "namespace": "ai-tenant-e2e-ipp-b-4d9405", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7ec55cd-25ce-4ae1-a70e-2ad3b345a7cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4d9405"} 2026-09-10T18:10:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4d9405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4d9405", "reconcileID": "4a7072c6-7b4c-48ac-9a16-478bc957d68a", "Gateway": "e2e-ipp-b-4d9405", "namespace": "openshift-ingress"} 2026-09-10T18:10:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c9ffc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c9ffc", "reconcileID": "67b5ab96-a3be-4083-80b4-7c79b3d58406", "Gateway": "e2e-shared-a-w3-6c9ffc", "namespace": "openshift-ingress"} 2026-09-10T18:10:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c9ffc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c9ffc", "reconcileID": "67b5ab96-a3be-4083-80b4-7c79b3d58406", "Gateway": "e2e-shared-a-w3-6c9ffc", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c9ffc-authn-ssl"} 2026-09-10T18:10:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c9ffc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c9ffc", "reconcileID": "67b5ab96-a3be-4083-80b4-7c79b3d58406", "Gateway": "e2e-shared-a-w3-6c9ffc", "namespace": "openshift-ingress"} 2026-09-10T18:10:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c9ffc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c9ffc", "reconcileID": "056875ed-4a27-48f2-ac95-53b3beeafcc5", "Gateway": "e2e-shared-a-w3-6c9ffc", "namespace": "openshift-ingress"} 2026-09-10T18:10:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c9ffc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c9ffc", "reconcileID": "056875ed-4a27-48f2-ac95-53b3beeafcc5", "Gateway": "e2e-shared-a-w3-6c9ffc", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c9ffc-authn-ssl"} 2026-09-10T18:10:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c9ffc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c9ffc", "reconcileID": "056875ed-4a27-48f2-ac95-53b3beeafcc5", "Gateway": "e2e-shared-a-w3-6c9ffc", "namespace": "openshift-ingress"} 2026-09-10T18:10:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6c9ffc"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b12ee1ea-1aed-4cb7-974c-86200c518261", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc"} 2026-09-10T18:10:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6c9ffc"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b12ee1ea-1aed-4cb7-974c-86200c518261", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:10:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6c9ffc"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b12ee1ea-1aed-4cb7-974c-86200c518261", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-6c9ffc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T18:10:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6c9ffc"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "odh-trusted-ca-bundle", "reconcileID": "f2e4eeae-0eb7-4b63-8c3e-aa0e7757c4b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc"} 2026-09-10T18:10:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6c9ffc"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "odh-trusted-ca-bundle", "reconcileID": "f2e4eeae-0eb7-4b63-8c3e-aa0e7757c4b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc"} 2026-09-10T18:10:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-6c9ffc"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "openshift-service-ca.crt", "reconcileID": "6d0c7ca0-5f8b-4ee2-a2f2-4a1e87b143ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc"} 2026-09-10T18:10:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-6c9ffc"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "openshift-service-ca.crt", "reconcileID": "6d0c7ca0-5f8b-4ee2-a2f2-4a1e87b143ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc"} 2026-09-10T18:10:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6c9ffc"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3db548c0-fb58-4f8c-98ca-8131e9077d6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc"} 2026-09-10T18:10:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6c9ffc"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3db548c0-fb58-4f8c-98ca-8131e9077d6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6c9ffc"} 2026-09-10T18:10:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c9ffc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c9ffc", "reconcileID": "1b17cb7f-94b1-4eb9-8851-23f7919f7487", "Gateway": "e2e-shared-a-w3-6c9ffc", "namespace": "openshift-ingress"} 2026-09-10T18:10:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc23cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf", "reconcileID": "a1a6d69e-8ce2-415c-89aa-6018dc3380b8", "Gateway": "e2e-shared-b-w3-fc23cf", "namespace": "openshift-ingress"} 2026-09-10T18:10:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc23cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf", "reconcileID": "a1a6d69e-8ce2-415c-89aa-6018dc3380b8", "Gateway": "e2e-shared-b-w3-fc23cf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf-authn-ssl"} 2026-09-10T18:10:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc23cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf", "reconcileID": "a1a6d69e-8ce2-415c-89aa-6018dc3380b8", "Gateway": "e2e-shared-b-w3-fc23cf", "namespace": "openshift-ingress"} 2026-09-10T18:10:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc23cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf", "reconcileID": "5d1db4eb-8d52-4e53-b07f-3f614972760f", "Gateway": "e2e-shared-b-w3-fc23cf", "namespace": "openshift-ingress"} 2026-09-10T18:10:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc23cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf", "reconcileID": "5d1db4eb-8d52-4e53-b07f-3f614972760f", "Gateway": "e2e-shared-b-w3-fc23cf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf-authn-ssl"} 2026-09-10T18:10:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc23cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf", "reconcileID": "5d1db4eb-8d52-4e53-b07f-3f614972760f", "Gateway": "e2e-shared-b-w3-fc23cf", "namespace": "openshift-ingress"} 2026-09-10T18:11:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddc05b7b-e448-413e-8994-f5f01147fe93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:11:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddc05b7b-e448-413e-8994-f5f01147fe93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:11:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddc05b7b-e448-413e-8994-f5f01147fe93", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-fc23cf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T18:11:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "odh-trusted-ca-bundle", "reconcileID": "9acb4ad4-8b14-41fc-b33e-104bd81679d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:11:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "odh-trusted-ca-bundle", "reconcileID": "9acb4ad4-8b14-41fc-b33e-104bd81679d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:11:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "openshift-service-ca.crt", "reconcileID": "0ce1aef7-4c8c-47d1-b18c-49a2d5c3dfca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:11:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "openshift-service-ca.crt", "reconcileID": "0ce1aef7-4c8c-47d1-b18c-49a2d5c3dfca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:11:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72e75521-c539-4eda-97af-0f02b9b80692", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:11:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc23cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72e75521-c539-4eda-97af-0f02b9b80692", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fc23cf"} 2026-09-10T18:11:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc23cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc23cf", "reconcileID": "41643c5b-7e44-4d00-a883-4c3c0c8c6056", "Gateway": "e2e-shared-b-w3-fc23cf", "namespace": "openshift-ingress"} 2026-09-10T18:15:15Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T18:15:15Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T18:15:16Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T18:15:16Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T18:15:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "f423ab8f-2590-4121-b609-21a6c2961d83", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "f423ab8f-2590-4121-b609-21a6c2961d83", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "f423ab8f-2590-4121-b609-21a6c2961d83", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e98567fc-4e21-4fc6-a0c8-fed95149461c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:15:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "f423ab8f-2590-4121-b609-21a6c2961d83", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm", "name": "e2e-same-id-a-269c88c6-kserve-route-authn"} 2026-09-10T18:15:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "f423ab8f-2590-4121-b609-21a6c2961d83", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T18:15:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "f423ab8f-2590-4121-b609-21a6c2961d83", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e98567fc-4e21-4fc6-a0c8-fed95149461c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T18:15:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e98567fc-4e21-4fc6-a0c8-fed95149461c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:15:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "b312d3e0-d837-40a7-ab03-5f7713081130", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "b312d3e0-d837-40a7-ab03-5f7713081130", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "b312d3e0-d837-40a7-ab03-5f7713081130", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "b312d3e0-d837-40a7-ab03-5f7713081130", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm", "name": "e2e-same-id-a-269c88c6-kserve-route-authn"} 2026-09-10T18:15:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "b312d3e0-d837-40a7-ab03-5f7713081130", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T18:15:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "b312d3e0-d837-40a7-ab03-5f7713081130", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "ad0f63a1-c9ec-4c8f-bc3d-27c22da743ba", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "ad0f63a1-c9ec-4c8f-bc3d-27c22da743ba", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "ad0f63a1-c9ec-4c8f-bc3d-27c22da743ba", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16e3448f-100c-4ae3-9399-498e3d27d98d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:15:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "ad0f63a1-c9ec-4c8f-bc3d-27c22da743ba", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm", "name": "e2e-same-id-b-269c88c6-kserve-route-authn"} 2026-09-10T18:15:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "ad0f63a1-c9ec-4c8f-bc3d-27c22da743ba", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T18:15:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "ad0f63a1-c9ec-4c8f-bc3d-27c22da743ba", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16e3448f-100c-4ae3-9399-498e3d27d98d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T18:15:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16e3448f-100c-4ae3-9399-498e3d27d98d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:15:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "85c63052-139e-45d6-8755-b6205feaaec4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:15:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "85c63052-139e-45d6-8755-b6205feaaec4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T18:15:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "85c63052-139e-45d6-8755-b6205feaaec4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:15:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "ae5d4925-c677-4076-bded-09735c581f06", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "ae5d4925-c677-4076-bded-09735c581f06", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "ae5d4925-c677-4076-bded-09735c581f06", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "ae5d4925-c677-4076-bded-09735c581f06", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm", "name": "e2e-same-id-a-269c88c6-kserve-route-authn"} 2026-09-10T18:15:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "ae5d4925-c677-4076-bded-09735c581f06", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T18:15:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "ae5d4925-c677-4076-bded-09735c581f06", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "8f8a53d7-b1c6-468c-bf58-4ced2d88fa71", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "8f8a53d7-b1c6-468c-bf58-4ced2d88fa71", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "8f8a53d7-b1c6-468c-bf58-4ced2d88fa71", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "8f8a53d7-b1c6-468c-bf58-4ced2d88fa71", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm", "name": "e2e-same-id-b-269c88c6-kserve-route-authn"} 2026-09-10T18:15:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "8f8a53d7-b1c6-468c-bf58-4ced2d88fa71", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T18:15:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "8f8a53d7-b1c6-468c-bf58-4ced2d88fa71", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab736d65-85a3-4d43-977f-18b8d6b4859c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:15:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab736d65-85a3-4d43-977f-18b8d6b4859c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T18:15:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab736d65-85a3-4d43-977f-18b8d6b4859c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:15:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "4a87abd5-b1ee-4537-9393-0d96b838f416", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "4a87abd5-b1ee-4537-9393-0d96b838f416", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "4a87abd5-b1ee-4537-9393-0d96b838f416", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "4a87abd5-b1ee-4537-9393-0d96b838f416", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm", "name": "e2e-same-id-b-269c88c6-kserve-route-authn"} 2026-09-10T18:15:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "4a87abd5-b1ee-4537-9393-0d96b838f416", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T18:15:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "4a87abd5-b1ee-4537-9393-0d96b838f416", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "95abe429-b69c-42a7-a16f-50743e193fdc", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "95abe429-b69c-42a7-a16f-50743e193fdc", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "95abe429-b69c-42a7-a16f-50743e193fdc", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "95abe429-b69c-42a7-a16f-50743e193fdc", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm", "name": "e2e-same-id-a-269c88c6-kserve-route-authn"} 2026-09-10T18:15:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "95abe429-b69c-42a7-a16f-50743e193fdc", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T18:15:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "95abe429-b69c-42a7-a16f-50743e193fdc", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "710936fa-e625-46db-924d-faba1840949b", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "710936fa-e625-46db-924d-faba1840949b", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "710936fa-e625-46db-924d-faba1840949b", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "710936fa-e625-46db-924d-faba1840949b", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm", "name": "e2e-same-id-b-269c88c6-kserve-route-authn"} 2026-09-10T18:15:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "710936fa-e625-46db-924d-faba1840949b", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T18:15:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "710936fa-e625-46db-924d-faba1840949b", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "a98af10b-4a8c-4b6e-a1e1-a59163e912f3", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "a98af10b-4a8c-4b6e-a1e1-a59163e912f3", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm", "name": "e2e-same-id-a-269c88c6"} 2026-09-10T18:15:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "a98af10b-4a8c-4b6e-a1e1-a59163e912f3", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "a98af10b-4a8c-4b6e-a1e1-a59163e912f3", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "a98af10b-4a8c-4b6e-a1e1-a59163e912f3", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm", "name": "e2e-same-id-a-269c88c6-kserve-route-authn"} 2026-09-10T18:15:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "a98af10b-4a8c-4b6e-a1e1-a59163e912f3", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm", "name": "e2e-same-id-a-269c88c6-kserve-route-authn"} 2026-09-10T18:15:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-269c88c6", "reconcileID": "450a9edd-626a-4e0e-9f64-1b1cbd546182", "LLMInferenceService": "e2e-same-id-a-269c88c6", "namespace": "llm"} 2026-09-10T18:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1fc8c436-93a3-4f3b-9881-be39beb8130c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1fc8c436-93a3-4f3b-9881-be39beb8130c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T18:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1fc8c436-93a3-4f3b-9881-be39beb8130c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "144f59a4-63f2-410e-a5f0-b63935c66979", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "144f59a4-63f2-410e-a5f0-b63935c66979", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T18:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "144f59a4-63f2-410e-a5f0-b63935c66979", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:15:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "54d98a6e-eb2d-46a9-93ae-92773b734fe8", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "54d98a6e-eb2d-46a9-93ae-92773b734fe8", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm", "name": "e2e-same-id-b-269c88c6"} 2026-09-10T18:15:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "54d98a6e-eb2d-46a9-93ae-92773b734fe8", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "54d98a6e-eb2d-46a9-93ae-92773b734fe8", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "54d98a6e-eb2d-46a9-93ae-92773b734fe8", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm", "name": "e2e-same-id-b-269c88c6-kserve-route-authn"} 2026-09-10T18:15:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "54d98a6e-eb2d-46a9-93ae-92773b734fe8", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm", "name": "e2e-same-id-b-269c88c6-kserve-route-authn"} 2026-09-10T18:15:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-269c88c6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-269c88c6", "reconcileID": "5f8cf62c-b62d-4042-b852-940e8f369a11", "LLMInferenceService": "e2e-same-id-b-269c88c6", "namespace": "llm"} 2026-09-10T18:15:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5c705d2c-8a3f-431c-b910-1671391a0e08", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:15:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5c705d2c-8a3f-431c-b910-1671391a0e08", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T18:15:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5c705d2c-8a3f-431c-b910-1671391a0e08", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:15:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b8bfb23-d678-4a70-b89f-aca1826cd24c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:15:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b8bfb23-d678-4a70-b89f-aca1826cd24c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T18:15:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b8bfb23-d678-4a70-b89f-aca1826cd24c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}