sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T18:50:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "46950ca0-20bc-45e0-a564-223f44900d8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-12T18:50:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "819e2187-9b0f-4e93-a9c8-41f5a3e960e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T18:50:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "deb9f78a-a5d3-4bc7-88e6-75343d7605af", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T18:50:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "13f4b79e-dff0-46ac-acb0-889b9c551470", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T18:50:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "85ed2c14-c13d-4744-98d4-3006cb07ad8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T18:50:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "85ed2c14-c13d-4744-98d4-3006cb07ad8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-12T18:50:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39195ab2-9baf-4d05-b9a9-1e18eb1e01c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-12T18:50:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "abe28517-fc02-4c9e-b4f4-7f097ae2aae5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T18:50:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "abe28517-fc02-4c9e-b4f4-7f097ae2aae5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T18:50:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80eeef64-065b-4f26-97e0-f7145e6dd004", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T18:51:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c24fe1e2-ede8-4cdd-b4fb-de640b155741", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:51:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c24fe1e2-ede8-4cdd-b4fb-de640b155741", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T18:51:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c24fe1e2-ede8-4cdd-b4fb-de640b155741", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:51:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "6e295b63-01da-4d73-9c98-ddb20e05b611", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-12T18:51:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ef4099d-7b7e-456b-9531-36e3a42e8071", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:51:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ef4099d-7b7e-456b-9531-36e3a42e8071", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T18:51:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ef4099d-7b7e-456b-9531-36e3a42e8071", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "5b4efcdb-8163-43a0-b704-e1b28223a3e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-12T18:54:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "5ae7314f-5089-4e21-aa10-403fc77c171b", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-12T18:54:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "d665dbc7-3023-4f7f-a3f5-60c13e02e6f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T18:54:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "d665dbc7-3023-4f7f-a3f5-60c13e02e6f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-12T18:54:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc31ab21-e598-488e-9756-553600d0707b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-12T18:54:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "208f712c-0151-4017-a550-830cca0fabb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-12T18:54:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "a010aeee-d41c-4404-b4d2-9c28721603fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T18:54:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "a010aeee-d41c-4404-b4d2-9c28721603fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-12T18:54:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1fdcd64-49ba-4f79-b355-65c48e5ca938", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "9c6bc1a1-60cd-4bf3-ba29-39d65af9dfd3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "9c6bc1a1-60cd-4bf3-ba29-39d65af9dfd3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "9c6bc1a1-60cd-4bf3-ba29-39d65af9dfd3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "37a069ba-a0de-45ab-9a7e-073cbf460683", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "9c6bc1a1-60cd-4bf3-ba29-39d65af9dfd3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T18:54:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "9c6bc1a1-60cd-4bf3-ba29-39d65af9dfd3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:54:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "9c6bc1a1-60cd-4bf3-ba29-39d65af9dfd3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "37a069ba-a0de-45ab-9a7e-073cbf460683", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T18:54:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "37a069ba-a0de-45ab-9a7e-073cbf460683", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "903f5e18-6d40-4239-b221-06f5930dba5f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "903f5e18-6d40-4239-b221-06f5930dba5f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T18:54:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "903f5e18-6d40-4239-b221-06f5930dba5f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f4c4f769-c221-4669-9a94-c7f7f0674191", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f4c4f769-c221-4669-9a94-c7f7f0674191", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f4c4f769-c221-4669-9a94-c7f7f0674191", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7d163c84-25ab-477d-a386-5592f970b38a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f4c4f769-c221-4669-9a94-c7f7f0674191", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T18:54:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f4c4f769-c221-4669-9a94-c7f7f0674191", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:54:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f4c4f769-c221-4669-9a94-c7f7f0674191", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7d163c84-25ab-477d-a386-5592f970b38a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T18:54:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7d163c84-25ab-477d-a386-5592f970b38a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8addebb5-6295-4cff-87a8-382218bdad6c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8addebb5-6295-4cff-87a8-382218bdad6c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8addebb5-6295-4cff-87a8-382218bdad6c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1754bdd-7cdf-416b-8119-a5f3e4cda8ca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8addebb5-6295-4cff-87a8-382218bdad6c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T18:54:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8addebb5-6295-4cff-87a8-382218bdad6c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:54:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8addebb5-6295-4cff-87a8-382218bdad6c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1754bdd-7cdf-416b-8119-a5f3e4cda8ca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T18:54:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1754bdd-7cdf-416b-8119-a5f3e4cda8ca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "073f32f8-411d-43bc-a616-a498a88f4e74", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "073f32f8-411d-43bc-a616-a498a88f4e74", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "073f32f8-411d-43bc-a616-a498a88f4e74", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "073f32f8-411d-43bc-a616-a498a88f4e74", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T18:54:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "073f32f8-411d-43bc-a616-a498a88f4e74", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:54:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "073f32f8-411d-43bc-a616-a498a88f4e74", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0834a336-7ecb-47b2-95d5-b6f4ea868a67", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0834a336-7ecb-47b2-95d5-b6f4ea868a67", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0834a336-7ecb-47b2-95d5-b6f4ea868a67", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d5a3ded1-f342-4e36-a2a2-31ad5fbd8e5d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0834a336-7ecb-47b2-95d5-b6f4ea868a67", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T18:54:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0834a336-7ecb-47b2-95d5-b6f4ea868a67", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:54:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0834a336-7ecb-47b2-95d5-b6f4ea868a67", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d5a3ded1-f342-4e36-a2a2-31ad5fbd8e5d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T18:54:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d5a3ded1-f342-4e36-a2a2-31ad5fbd8e5d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8a56a50e-9e1b-4329-a7e1-8a3c269ffc34", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8a56a50e-9e1b-4329-a7e1-8a3c269ffc34", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8a56a50e-9e1b-4329-a7e1-8a3c269ffc34", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a42c2276-17d4-408d-945d-35c671d50b40", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8a56a50e-9e1b-4329-a7e1-8a3c269ffc34", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T18:54:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8a56a50e-9e1b-4329-a7e1-8a3c269ffc34", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:54:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8a56a50e-9e1b-4329-a7e1-8a3c269ffc34", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:54:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a42c2276-17d4-408d-945d-35c671d50b40", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T18:54:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a42c2276-17d4-408d-945d-35c671d50b40", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "364bbb15-fadb-4f7f-83e7-20906ba602d2", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "364bbb15-fadb-4f7f-83e7-20906ba602d2", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "364bbb15-fadb-4f7f-83e7-20906ba602d2", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:54:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab427ff7-3b77-415f-b573-5c67ad67efcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "364bbb15-fadb-4f7f-83e7-20906ba602d2", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T18:54:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "364bbb15-fadb-4f7f-83e7-20906ba602d2", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:54:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "364bbb15-fadb-4f7f-83e7-20906ba602d2", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:54:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab427ff7-3b77-415f-b573-5c67ad67efcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T18:54:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab427ff7-3b77-415f-b573-5c67ad67efcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1271220-c9c0-4662-b546-8b3982266f40", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1271220-c9c0-4662-b546-8b3982266f40", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T18:54:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1271220-c9c0-4662-b546-8b3982266f40", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a87d7e4d-511f-4189-9b8b-1fd737d1ab83", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T18:54:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a87d7e4d-511f-4189-9b8b-1fd737d1ab83", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T18:54:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a87d7e4d-511f-4189-9b8b-1fd737d1ab83", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T18:54:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a87d7e4d-511f-4189-9b8b-1fd737d1ab83", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T18:54:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a87d7e4d-511f-4189-9b8b-1fd737d1ab83", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:54:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a87d7e4d-511f-4189-9b8b-1fd737d1ab83", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T18:54:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "27215544-aa5a-42d9-a55f-c98579019fa4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T18:54:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "27215544-aa5a-42d9-a55f-c98579019fa4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T18:54:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "27215544-aa5a-42d9-a55f-c98579019fa4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T18:54:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "27215544-aa5a-42d9-a55f-c98579019fa4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T18:54:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "27215544-aa5a-42d9-a55f-c98579019fa4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:54:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "27215544-aa5a-42d9-a55f-c98579019fa4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T18:54:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "56e63140-291e-4c07-89b0-d6ff7d96f2b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "56e63140-291e-4c07-89b0-d6ff7d96f2b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T18:54:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "56e63140-291e-4c07-89b0-d6ff7d96f2b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "36a43c60-2685-41da-a341-af0db7df7e56", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T18:54:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "36a43c60-2685-41da-a341-af0db7df7e56", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T18:54:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "36a43c60-2685-41da-a341-af0db7df7e56", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T18:54:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "36a43c60-2685-41da-a341-af0db7df7e56", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T18:54:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "36a43c60-2685-41da-a341-af0db7df7e56", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:54:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "36a43c60-2685-41da-a341-af0db7df7e56", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T18:54:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a1e26b49-e946-4b7a-8a09-18f75bce0b2a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T18:54:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a1e26b49-e946-4b7a-8a09-18f75bce0b2a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T18:54:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a1e26b49-e946-4b7a-8a09-18f75bce0b2a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T18:54:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a1e26b49-e946-4b7a-8a09-18f75bce0b2a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T18:54:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a1e26b49-e946-4b7a-8a09-18f75bce0b2a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:54:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a1e26b49-e946-4b7a-8a09-18f75bce0b2a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T18:54:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "118bc8e1-97e7-4293-b9b6-6990e23c40e6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "118bc8e1-97e7-4293-b9b6-6990e23c40e6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T18:54:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "118bc8e1-97e7-4293-b9b6-6990e23c40e6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:54:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "dd3be593-4026-41ae-bf63-ee5510e0362b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T18:54:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "dd3be593-4026-41ae-bf63-ee5510e0362b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T18:54:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "dd3be593-4026-41ae-bf63-ee5510e0362b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T18:54:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "dd3be593-4026-41ae-bf63-ee5510e0362b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T18:54:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "dd3be593-4026-41ae-bf63-ee5510e0362b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:54:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "dd3be593-4026-41ae-bf63-ee5510e0362b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T18:54:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f81df8d4-5d14-41a7-9289-f6f1e0397bb6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:54:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f81df8d4-5d14-41a7-9289-f6f1e0397bb6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:54:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f81df8d4-5d14-41a7-9289-f6f1e0397bb6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:54:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f81df8d4-5d14-41a7-9289-f6f1e0397bb6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T18:54:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f81df8d4-5d14-41a7-9289-f6f1e0397bb6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:54:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f81df8d4-5d14-41a7-9289-f6f1e0397bb6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:55:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e825075d-262b-4b06-8243-91891921d901", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:55:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e825075d-262b-4b06-8243-91891921d901", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T18:55:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e825075d-262b-4b06-8243-91891921d901", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:55:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2b9fa8f0-1048-412d-bb3e-2c9c65abe49d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:55:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2b9fa8f0-1048-412d-bb3e-2c9c65abe49d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:55:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2b9fa8f0-1048-412d-bb3e-2c9c65abe49d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:55:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2b9fa8f0-1048-412d-bb3e-2c9c65abe49d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T18:55:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2b9fa8f0-1048-412d-bb3e-2c9c65abe49d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:55:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2b9fa8f0-1048-412d-bb3e-2c9c65abe49d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:55:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6633fb62-be7e-484f-bef6-b2a6c3abe88a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:55:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6633fb62-be7e-484f-bef6-b2a6c3abe88a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:55:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6633fb62-be7e-484f-bef6-b2a6c3abe88a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:55:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6633fb62-be7e-484f-bef6-b2a6c3abe88a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T18:55:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6633fb62-be7e-484f-bef6-b2a6c3abe88a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:55:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6633fb62-be7e-484f-bef6-b2a6c3abe88a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:55:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f9935e5c-f981-41b1-a7c4-e05a318678af", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:55:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f9935e5c-f981-41b1-a7c4-e05a318678af", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T18:55:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f9935e5c-f981-41b1-a7c4-e05a318678af", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:55:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "019a5729-584b-48e7-b311-549bb75b2202", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:55:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "019a5729-584b-48e7-b311-549bb75b2202", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:55:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "019a5729-584b-48e7-b311-549bb75b2202", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:55:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "019a5729-584b-48e7-b311-549bb75b2202", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T18:55:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "019a5729-584b-48e7-b311-549bb75b2202", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:55:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "019a5729-584b-48e7-b311-549bb75b2202", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:55:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b1c9fa50-5aeb-4989-b789-80df79aed8a6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:55:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b1c9fa50-5aeb-4989-b789-80df79aed8a6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:55:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b1c9fa50-5aeb-4989-b789-80df79aed8a6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:55:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b1c9fa50-5aeb-4989-b789-80df79aed8a6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T18:55:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b1c9fa50-5aeb-4989-b789-80df79aed8a6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:55:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b1c9fa50-5aeb-4989-b789-80df79aed8a6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:55:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b760cebc-89a4-4ee7-917b-fed49545414f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:55:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b760cebc-89a4-4ee7-917b-fed49545414f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T18:55:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b760cebc-89a4-4ee7-917b-fed49545414f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T18:55:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a99bb730-95b1-4a3d-91b5-d65268499c6a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:55:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a99bb730-95b1-4a3d-91b5-d65268499c6a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:55:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a99bb730-95b1-4a3d-91b5-d65268499c6a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:55:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a99bb730-95b1-4a3d-91b5-d65268499c6a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T18:55:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a99bb730-95b1-4a3d-91b5-d65268499c6a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:55:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a99bb730-95b1-4a3d-91b5-d65268499c6a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:55:45Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T18:55:45Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T18:55:48Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T18:55:48Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T18:56:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a988aa71-1c01-4725-8380-8d75980dc740", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T18:56:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a988aa71-1c01-4725-8380-8d75980dc740", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T18:56:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a988aa71-1c01-4725-8380-8d75980dc740", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T18:56:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a988aa71-1c01-4725-8380-8d75980dc740", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T18:56:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a988aa71-1c01-4725-8380-8d75980dc740", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:56:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a988aa71-1c01-4725-8380-8d75980dc740", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T18:56:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a6774aeb-aef4-45d3-8e03-e30b3dd4f391", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T18:56:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a6774aeb-aef4-45d3-8e03-e30b3dd4f391", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T18:56:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a6774aeb-aef4-45d3-8e03-e30b3dd4f391", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T18:56:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a6774aeb-aef4-45d3-8e03-e30b3dd4f391", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T18:56:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a6774aeb-aef4-45d3-8e03-e30b3dd4f391", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:56:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a6774aeb-aef4-45d3-8e03-e30b3dd4f391", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T18:56:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "298656a4-ebfe-4719-9646-9dea4c6dc8a2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T18:56:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "298656a4-ebfe-4719-9646-9dea4c6dc8a2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T18:56:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "298656a4-ebfe-4719-9646-9dea4c6dc8a2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T18:56:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "298656a4-ebfe-4719-9646-9dea4c6dc8a2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T18:56:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "298656a4-ebfe-4719-9646-9dea4c6dc8a2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:56:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "298656a4-ebfe-4719-9646-9dea4c6dc8a2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T18:56:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b443c49f-ec9a-4444-a21e-ecc9d3c93865", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:56:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b443c49f-ec9a-4444-a21e-ecc9d3c93865", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:56:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b443c49f-ec9a-4444-a21e-ecc9d3c93865", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:56:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b443c49f-ec9a-4444-a21e-ecc9d3c93865", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T18:56:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b443c49f-ec9a-4444-a21e-ecc9d3c93865", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:56:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b443c49f-ec9a-4444-a21e-ecc9d3c93865", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:56:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6b3ef136-120e-4822-81e0-846cec5aedc1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:56:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6b3ef136-120e-4822-81e0-846cec5aedc1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:56:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6b3ef136-120e-4822-81e0-846cec5aedc1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:56:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6b3ef136-120e-4822-81e0-846cec5aedc1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T18:56:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6b3ef136-120e-4822-81e0-846cec5aedc1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:56:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6b3ef136-120e-4822-81e0-846cec5aedc1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T18:56:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c83b4566-2a15-4999-aefd-a92c4cd6b564", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:56:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c83b4566-2a15-4999-aefd-a92c4cd6b564", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:56:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c83b4566-2a15-4999-aefd-a92c4cd6b564", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:56:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c83b4566-2a15-4999-aefd-a92c4cd6b564", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T18:56:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c83b4566-2a15-4999-aefd-a92c4cd6b564", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:56:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c83b4566-2a15-4999-aefd-a92c4cd6b564", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:58:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d51210c5-7457-4922-a213-5586d76cfe53", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:58:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d51210c5-7457-4922-a213-5586d76cfe53", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:58:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d51210c5-7457-4922-a213-5586d76cfe53", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:58:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d51210c5-7457-4922-a213-5586d76cfe53", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T18:58:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d51210c5-7457-4922-a213-5586d76cfe53", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T18:58:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d51210c5-7457-4922-a213-5586d76cfe53", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T18:58:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "cb42aab8-1401-4090-a705-85691b374fb7", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-12T18:58:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "e39a765a-8980-4654-93e9-745ad42c9d31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T18:58:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "e0331854-9669-42db-bd02-89718e9258ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T18:58:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "e0331854-9669-42db-bd02-89718e9258ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-12T18:58:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "b43b9585-4ccb-45a1-981b-56525887594e", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-12T18:58:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8172533e-99be-43f4-9867-0a2628f09666", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T18:58:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "dce2fa0a-5006-436b-8e9d-e9fb06ebb041", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T18:58:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "dce2fa0a-5006-436b-8e9d-e9fb06ebb041", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T18:58:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1bb47bad-eb6c-4985-ba74-b561d4c13493", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T18:58:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "9583f8ec-dab6-459f-b3b9-21793e11f173", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-12T18:58:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "e8259605-3180-4445-bf20-5519a87c4def", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-12T18:58:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "9248b607-8da8-4be2-8ebb-72409cd97a93", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T18:58:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "9248b607-8da8-4be2-8ebb-72409cd97a93", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-12T18:58:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "01d5845b-df86-423b-9d10-52b21f02baf3", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T18:58:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "01d5845b-df86-423b-9d10-52b21f02baf3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T18:58:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3974108-b8c2-4afc-883a-99706be15994", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T18:58:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3974108-b8c2-4afc-883a-99706be15994", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-12T18:58:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "672a8270-1740-445f-928f-5cd57bfe1488", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-12T18:58:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "acbb9ffd-f674-4e6d-a066-372c681bbba9", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-12T18:58:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e1aa865-4f16-49ab-8983-b24579568fea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-12T19:01:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "5cd0e628-0362-420a-9b48-5951ba40e8b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:01:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "90549b4b-62a7-4a96-a8cd-4e1094a92509", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:01:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bdbfe16f-3c08-4d29-a13b-1657c11e32af", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:01:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bdbfe16f-3c08-4d29-a13b-1657c11e32af", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:01:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37aea504-aefb-45be-b6c1-8e1b32d61ddd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:01:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "fe25a402-d3cc-4de6-8319-20e789b05341", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:01:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7ed6fb10-bbae-411b-ae34-4a3824ea12af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:01:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7ed6fb10-bbae-411b-ae34-4a3824ea12af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:01:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3c0b543-6e0a-4830-96da-fad5d39fb655", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:01:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07725f19-8196-47fd-8da0-bfdd936bbd72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:01:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07725f19-8196-47fd-8da0-bfdd936bbd72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:01:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07725f19-8196-47fd-8da0-bfdd936bbd72", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:01:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7a047ca5-4ef0-480e-b0fd-dec4fc2b0e54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:01:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7a047ca5-4ef0-480e-b0fd-dec4fc2b0e54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:01:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "cb8fb77e-6d43-4624-8052-321731f18fd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:01:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "cb8fb77e-6d43-4624-8052-321731f18fd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:01:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48d6725d-c7fc-4ef5-90d9-bf03530cc45e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:01:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48d6725d-c7fc-4ef5-90d9-bf03530cc45e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:01:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ea0fc940-434d-42f8-9b20-67131c83f682", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:01:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "45b85a9f-bce6-4a7a-ae23-1745e2d9def6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:01:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "70b84863-3950-489e-a2ca-cba3e4ae9d4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:01:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "70b84863-3950-489e-a2ca-cba3e4ae9d4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:01:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bfcacdf2-f905-4ce5-bfad-0554de1de99e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:01:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f3de53b4-0cfe-4035-8fa0-fab43e876089", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:01:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "4002ba4d-46e1-4b8f-996c-f7dfdd3b5b2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:01:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "4002ba4d-46e1-4b8f-996c-f7dfdd3b5b2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:01:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9efacd77-457e-4bf9-ae4d-1fe3a841db21", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:02:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03334d0b-0aeb-4552-80be-c48ed05d6d86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:02:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03334d0b-0aeb-4552-80be-c48ed05d6d86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:02:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03334d0b-0aeb-4552-80be-c48ed05d6d86", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:02:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "dbe42871-1ca2-4b42-ba02-36ecb6fbaa02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:02:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "dbe42871-1ca2-4b42-ba02-36ecb6fbaa02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:02:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "72ae3c06-f282-4882-8e96-75ccea0f05e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:02:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "72ae3c06-f282-4882-8e96-75ccea0f05e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:02:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ce2783f-f6f6-4faa-8148-2d846e8ec9ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:02:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ce2783f-f6f6-4faa-8148-2d846e8ec9ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:02:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3f587a"}, "namespace": "e2e-modelref-3f587a", "name": "openshift-service-ca.crt", "reconcileID": "9b89c94f-89ed-4558-9e7d-b740342a71fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3f587a"} 2026-06-12T19:02:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3f587a"}, "namespace": "e2e-modelref-3f587a", "name": "odh-trusted-ca-bundle", "reconcileID": "27fda901-6a77-448d-8715-115d044a5887", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3f587a"} 2026-06-12T19:02:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3f587a"}, "namespace": "e2e-modelref-3f587a", "name": "openshift-service-ca.crt", "reconcileID": "e346cd83-3202-4ff3-b5b5-71d0b4c4aa4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3f587a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:02:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3f587a"}, "namespace": "e2e-modelref-3f587a", "name": "openshift-service-ca.crt", "reconcileID": "e346cd83-3202-4ff3-b5b5-71d0b4c4aa4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3f587a"} 2026-06-12T19:02:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3f587a"}, "namespace": "e2e-modelref-3f587a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf110f1f-aabf-4eba-b820-fd1081425f7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3f587a"} 2026-06-12T19:02:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3f587a"}, "namespace": "e2e-modelref-3f587a", "name": "openshift-service-ca.crt", "reconcileID": "f262ef54-3d57-496e-80c6-61f708fed907", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3f587a"} 2026-06-12T19:02:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3f587a"}, "namespace": "e2e-modelref-3f587a", "name": "odh-trusted-ca-bundle", "reconcileID": "903565c4-fda6-4c3c-b2e0-fe153ca47e8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3f587a", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:02:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3f587a"}, "namespace": "e2e-modelref-3f587a", "name": "odh-trusted-ca-bundle", "reconcileID": "903565c4-fda6-4c3c-b2e0-fe153ca47e8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3f587a"} 2026-06-12T19:02:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3f587a"}, "namespace": "e2e-modelref-3f587a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0ebd45b-7267-4cb2-8cb3-e57443120c0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3f587a"} 2026-06-12T19:02:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "98b7efa7-e218-4ab5-b4c6-7ad749f1ac3f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:02:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "98b7efa7-e218-4ab5-b4c6-7ad749f1ac3f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:02:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "98b7efa7-e218-4ab5-b4c6-7ad749f1ac3f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:02:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "51aaaf44-2c1c-4a0d-9e37-fe8fe43a0a8d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:02:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "51aaaf44-2c1c-4a0d-9e37-fe8fe43a0a8d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:02:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "51aaaf44-2c1c-4a0d-9e37-fe8fe43a0a8d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:02:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ade7c4a-1c9d-4e6c-80bb-a2569e8b6647", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:02:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ade7c4a-1c9d-4e6c-80bb-a2569e8b6647", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:02:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ade7c4a-1c9d-4e6c-80bb-a2569e8b6647", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:02:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1039d25-1a99-406e-929d-d5c53541665b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:02:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1039d25-1a99-406e-929d-d5c53541665b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:02:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1039d25-1a99-406e-929d-d5c53541665b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:02:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3f587a"}, "namespace": "e2e-modelref-3f587a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52a6b85a-8be9-4828-9e81-516d1918c02d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3f587a"} 2026-06-12T19:02:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3f587a"}, "namespace": "e2e-modelref-3f587a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52a6b85a-8be9-4828-9e81-516d1918c02d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3f587a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:02:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3f587a"}, "namespace": "e2e-modelref-3f587a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52a6b85a-8be9-4828-9e81-516d1918c02d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-3f587a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:02:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3f587a"}, "namespace": "e2e-modelref-3f587a", "name": "odh-trusted-ca-bundle", "reconcileID": "c6acd177-a198-4499-a67e-ff0749b44d53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3f587a"} 2026-06-12T19:02:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3f587a"}, "namespace": "e2e-modelref-3f587a", "name": "odh-trusted-ca-bundle", "reconcileID": "c6acd177-a198-4499-a67e-ff0749b44d53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3f587a"} 2026-06-12T19:02:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3f587a"}, "namespace": "e2e-modelref-3f587a", "name": "openshift-service-ca.crt", "reconcileID": "f804da71-cf75-43ae-9b7d-ebd8b2fbdc04", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3f587a"} 2026-06-12T19:02:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3f587a"}, "namespace": "e2e-modelref-3f587a", "name": "openshift-service-ca.crt", "reconcileID": "f804da71-cf75-43ae-9b7d-ebd8b2fbdc04", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3f587a"} 2026-06-12T19:02:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3f587a"}, "namespace": "e2e-modelref-3f587a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "749de96e-200b-43da-96e4-f3feea23eb9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3f587a"} 2026-06-12T19:02:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3f587a"}, "namespace": "e2e-modelref-3f587a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "749de96e-200b-43da-96e4-f3feea23eb9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3f587a"} 2026-06-12T19:02:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-fe4f5a"}, "namespace": "e2e-modelref-fe4f5a", "name": "openshift-service-ca.crt", "reconcileID": "a1ab780e-6ffc-4b78-a169-620bfdf9286c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-fe4f5a"} 2026-06-12T19:02:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-fe4f5a"}, "namespace": "e2e-modelref-fe4f5a", "name": "odh-trusted-ca-bundle", "reconcileID": "c8a58788-79ff-416e-b0e1-08194bf4b90c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-fe4f5a"} 2026-06-12T19:02:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-fe4f5a"}, "namespace": "e2e-modelref-fe4f5a", "name": "openshift-service-ca.crt", "reconcileID": "3b905b7b-95b5-4c71-84a1-25f4f683797f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-fe4f5a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:02:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-fe4f5a"}, "namespace": "e2e-modelref-fe4f5a", "name": "openshift-service-ca.crt", "reconcileID": "3b905b7b-95b5-4c71-84a1-25f4f683797f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-fe4f5a"} 2026-06-12T19:02:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-fe4f5a"}, "namespace": "e2e-modelref-fe4f5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a51f120f-6a0f-4ce6-ad95-6e2a21a04cb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-fe4f5a"} 2026-06-12T19:02:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-fe4f5a"}, "namespace": "e2e-modelref-fe4f5a", "name": "openshift-service-ca.crt", "reconcileID": "fa00fb87-8389-49cc-925e-0898f0b83343", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-fe4f5a"} 2026-06-12T19:02:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0ddcde24-57a3-4147-8dba-cec9c3ba25df", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:02:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0ddcde24-57a3-4147-8dba-cec9c3ba25df", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:02:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0ddcde24-57a3-4147-8dba-cec9c3ba25df", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:02:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b5c324aa-2dfd-4269-804c-17a9a94e212b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:02:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b5c324aa-2dfd-4269-804c-17a9a94e212b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:02:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b5c324aa-2dfd-4269-804c-17a9a94e212b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:02:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-fe4f5a"}, "namespace": "e2e-modelref-fe4f5a", "name": "odh-trusted-ca-bundle", "reconcileID": "c35e5f57-7762-44d0-8a71-1ccd96e68ceb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-fe4f5a", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:02:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-fe4f5a"}, "namespace": "e2e-modelref-fe4f5a", "name": "odh-trusted-ca-bundle", "reconcileID": "c35e5f57-7762-44d0-8a71-1ccd96e68ceb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-fe4f5a"} 2026-06-12T19:02:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-fe4f5a"}, "namespace": "e2e-modelref-fe4f5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2247c558-85da-49a9-872a-d135b1033eb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-fe4f5a"} 2026-06-12T19:03:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1becb6c5-51e4-4de0-9905-f1ff11e33a0e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:03:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1becb6c5-51e4-4de0-9905-f1ff11e33a0e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:03:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1becb6c5-51e4-4de0-9905-f1ff11e33a0e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:03:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5f1f215-ce7b-4945-8a9a-64a85893bf27", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:03:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5f1f215-ce7b-4945-8a9a-64a85893bf27", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:03:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5f1f215-ce7b-4945-8a9a-64a85893bf27", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:03:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-fe4f5a"}, "namespace": "e2e-modelref-fe4f5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76c00167-b334-40c1-b638-94f8d1dfcdad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-fe4f5a"} 2026-06-12T19:03:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-fe4f5a"}, "namespace": "e2e-modelref-fe4f5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76c00167-b334-40c1-b638-94f8d1dfcdad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-fe4f5a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:03:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-fe4f5a"}, "namespace": "e2e-modelref-fe4f5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76c00167-b334-40c1-b638-94f8d1dfcdad", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-fe4f5a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:03:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-fe4f5a"}, "namespace": "e2e-modelref-fe4f5a", "name": "odh-trusted-ca-bundle", "reconcileID": "8d3ae172-b6ba-4b5a-a8ef-fb6c52a685ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-fe4f5a"} 2026-06-12T19:03:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-fe4f5a"}, "namespace": "e2e-modelref-fe4f5a", "name": "odh-trusted-ca-bundle", "reconcileID": "8d3ae172-b6ba-4b5a-a8ef-fb6c52a685ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-fe4f5a"} 2026-06-12T19:03:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-fe4f5a"}, "namespace": "e2e-modelref-fe4f5a", "name": "openshift-service-ca.crt", "reconcileID": "1612483b-db4c-45c4-ac5a-6ababc86bd2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-fe4f5a"} 2026-06-12T19:03:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-fe4f5a"}, "namespace": "e2e-modelref-fe4f5a", "name": "openshift-service-ca.crt", "reconcileID": "1612483b-db4c-45c4-ac5a-6ababc86bd2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-fe4f5a"} 2026-06-12T19:03:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-fe4f5a"}, "namespace": "e2e-modelref-fe4f5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f5c8e3e-4957-46ab-b71d-ed1375a90c35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-fe4f5a"} 2026-06-12T19:03:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-fe4f5a"}, "namespace": "e2e-modelref-fe4f5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f5c8e3e-4957-46ab-b71d-ed1375a90c35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-fe4f5a"} 2026-06-12T19:03:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c662c0"}, "namespace": "e2e-webhook-test-c662c0", "name": "openshift-service-ca.crt", "reconcileID": "77c77c02-1636-40eb-97a9-d31cb9ddf439", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c662c0"} 2026-06-12T19:03:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c662c0"}, "namespace": "e2e-webhook-test-c662c0", "name": "odh-trusted-ca-bundle", "reconcileID": "4388dc88-2984-4e49-89c3-bb275f3bfc69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c662c0"} 2026-06-12T19:03:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c662c0"}, "namespace": "e2e-webhook-test-c662c0", "name": "openshift-service-ca.crt", "reconcileID": "2dd48dbc-5242-4a30-bcf5-6cab661aa8b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c662c0", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:03:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c662c0"}, "namespace": "e2e-webhook-test-c662c0", "name": "openshift-service-ca.crt", "reconcileID": "2dd48dbc-5242-4a30-bcf5-6cab661aa8b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c662c0"} 2026-06-12T19:03:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c662c0"}, "namespace": "e2e-webhook-test-c662c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c8f6f98-91af-4812-b62f-058bb74317fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c662c0"} 2026-06-12T19:03:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c662c0"}, "namespace": "e2e-webhook-test-c662c0", "name": "openshift-service-ca.crt", "reconcileID": "f1ed7970-cf3b-43b7-a7f7-a2a939b2cd93", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c662c0"} 2026-06-12T19:03:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c662c0"}, "namespace": "e2e-webhook-test-c662c0", "name": "odh-trusted-ca-bundle", "reconcileID": "c7b175d8-26ed-43d6-836b-a9ccea56dcfa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c662c0", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:03:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c662c0"}, "namespace": "e2e-webhook-test-c662c0", "name": "odh-trusted-ca-bundle", "reconcileID": "c7b175d8-26ed-43d6-836b-a9ccea56dcfa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c662c0"} 2026-06-12T19:03:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c662c0"}, "namespace": "e2e-webhook-test-c662c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d81d606d-e499-4677-ae86-9b396b433b5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c662c0"} 2026-06-12T19:03:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c662c0"}, "namespace": "e2e-webhook-test-c662c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d141b6b4-6b28-476e-bd94-4fa823b514ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c662c0"} 2026-06-12T19:03:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c662c0"}, "namespace": "e2e-webhook-test-c662c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d141b6b4-6b28-476e-bd94-4fa823b514ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c662c0", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:03:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c662c0"}, "namespace": "e2e-webhook-test-c662c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d141b6b4-6b28-476e-bd94-4fa823b514ab", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-c662c0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:03:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c662c0"}, "namespace": "e2e-webhook-test-c662c0", "name": "odh-trusted-ca-bundle", "reconcileID": "ba1385d8-0792-4675-a4bc-5897503559ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c662c0"} 2026-06-12T19:03:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c662c0"}, "namespace": "e2e-webhook-test-c662c0", "name": "odh-trusted-ca-bundle", "reconcileID": "ba1385d8-0792-4675-a4bc-5897503559ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c662c0"} 2026-06-12T19:03:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c662c0"}, "namespace": "e2e-webhook-test-c662c0", "name": "openshift-service-ca.crt", "reconcileID": "ff3b63f1-cd34-43cd-b50a-db5f1e728dfe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c662c0"} 2026-06-12T19:03:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c662c0"}, "namespace": "e2e-webhook-test-c662c0", "name": "openshift-service-ca.crt", "reconcileID": "ff3b63f1-cd34-43cd-b50a-db5f1e728dfe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c662c0"} 2026-06-12T19:03:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c662c0"}, "namespace": "e2e-webhook-test-c662c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca55440a-032e-4bdc-b4f6-476cd581f8ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c662c0"} 2026-06-12T19:03:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c662c0"}, "namespace": "e2e-webhook-test-c662c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca55440a-032e-4bdc-b4f6-476cd581f8ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c662c0"} 2026-06-12T19:03:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "openshift-service-ca.crt", "reconcileID": "1b67cc89-0250-4414-aa72-3a0e4037674d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c290e4"} 2026-06-12T19:03:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "odh-trusted-ca-bundle", "reconcileID": "6e395c38-0b60-445c-9c2e-975d367b1ed7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c290e4"} 2026-06-12T19:03:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "openshift-service-ca.crt", "reconcileID": "d9df8066-398e-4e9e-88fd-c80daa4abaac", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c290e4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:03:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "openshift-service-ca.crt", "reconcileID": "d9df8066-398e-4e9e-88fd-c80daa4abaac", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c290e4"} 2026-06-12T19:03:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "openshift-service-ca.crt", "reconcileID": "b0d3a035-e609-42a9-8d19-92882990a495", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c290e4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:03:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "openshift-service-ca.crt", "reconcileID": "b0d3a035-e609-42a9-8d19-92882990a495", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:03:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "833eeb20-e5a3-4353-9636-e0712677c4db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c290e4", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:03:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "833eeb20-e5a3-4353-9636-e0712677c4db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c290e4"} 2026-06-12T19:03:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "odh-trusted-ca-bundle", "reconcileID": "a617b671-835e-4cdc-96f7-1d486233629f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c290e4"} 2026-06-12T19:03:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "openshift-service-ca.crt", "reconcileID": "57cedeed-eb7a-478b-a495-e852e54d2be0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c290e4"} 2026-06-12T19:03:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad830cfb-a68f-4e58-9c26-8b6811cabd7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c290e4"} 2026-06-12T19:03:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "281773a9-7d1c-4d72-bd71-aa02b66f0920", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c290e4"} 2026-06-12T19:03:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "281773a9-7d1c-4d72-bd71-aa02b66f0920", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c290e4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:03:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "281773a9-7d1c-4d72-bd71-aa02b66f0920", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-c290e4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:03:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "odh-trusted-ca-bundle", "reconcileID": "98f03cc7-ef24-497e-b088-9c74148c9acb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c290e4"} 2026-06-12T19:03:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "odh-trusted-ca-bundle", "reconcileID": "98f03cc7-ef24-497e-b088-9c74148c9acb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c290e4"} 2026-06-12T19:03:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "openshift-service-ca.crt", "reconcileID": "9a1fb462-5bd2-4fe1-b220-d4a0ec9fbf7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c290e4"} 2026-06-12T19:03:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "openshift-service-ca.crt", "reconcileID": "9a1fb462-5bd2-4fe1-b220-d4a0ec9fbf7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c290e4"} 2026-06-12T19:03:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e7f93d3-180a-44da-a966-10fdaef3f5f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c290e4"} 2026-06-12T19:03:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c290e4"}, "namespace": "e2e-webhook-test-c290e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e7f93d3-180a-44da-a966-10fdaef3f5f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c290e4"} 2026-06-12T19:08:42Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T19:08:42Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T19:08:44Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T19:08:44Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T19:20:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c3e6d2a-73e4-4ae6-b06c-29968e57e852", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:20:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c3e6d2a-73e4-4ae6-b06c-29968e57e852", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:20:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c3e6d2a-73e4-4ae6-b06c-29968e57e852", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:20:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14e9bf89-aa42-4fdf-b84b-8473b32b4a56", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:20:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14e9bf89-aa42-4fdf-b84b-8473b32b4a56", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:20:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14e9bf89-aa42-4fdf-b84b-8473b32b4a56", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:20:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4a0f70b-18a8-4a97-92f1-443c7b404fef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:20:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4a0f70b-18a8-4a97-92f1-443c7b404fef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:20:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4a0f70b-18a8-4a97-92f1-443c7b404fef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:20:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3a5d0342-b1b1-4c53-8ac8-cb52b9232b54", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:20:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3a5d0342-b1b1-4c53-8ac8-cb52b9232b54", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:20:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3a5d0342-b1b1-4c53-8ac8-cb52b9232b54", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:20:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-60894350","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-60894350", "reconcileID": "95d8ad57-4336-4f91-a759-1baa8d0d7b54", "Gateway": "e2e-ait-60894350", "namespace": "openshift-ingress"} 2026-06-12T19:20:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-60894350","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-60894350", "reconcileID": "e2184efc-8a47-4b1a-bc28-026b238d830e", "Gateway": "e2e-ait-60894350", "namespace": "openshift-ingress"} 2026-06-12T19:20:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-60894350","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-60894350", "reconcileID": "48d10bf1-3622-4d75-826a-07130dd06556", "Gateway": "e2e-ait-60894350", "namespace": "openshift-ingress"} 2026-06-12T19:20:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-60894350","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-60894350", "reconcileID": "4c4e83bb-078a-434b-9fc3-f278aa5447ae", "Gateway": "e2e-ait-60894350", "namespace": "openshift-ingress"} 2026-06-12T19:20:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-60894350","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-60894350", "reconcileID": "9e8af978-56a6-4365-9329-8c64f561f462", "Gateway": "e2e-ait-60894350", "namespace": "openshift-ingress"} 2026-06-12T19:20:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-60894350"}, "namespace": "e2e-aitenant-60894350", "name": "openshift-service-ca.crt", "reconcileID": "1c287b35-d90a-41b2-953a-ebe16b2a770a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-60894350"} 2026-06-12T19:20:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-60894350"}, "namespace": "e2e-aitenant-60894350", "name": "odh-trusted-ca-bundle", "reconcileID": "ab00361b-1cf2-4f9f-86a6-1e609e1f4a2c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-60894350"} 2026-06-12T19:20:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-60894350"}, "namespace": "e2e-aitenant-60894350", "name": "openshift-service-ca.crt", "reconcileID": "e251d61f-40ba-4cdf-973d-16926723017a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-60894350", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:20:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-60894350"}, "namespace": "e2e-aitenant-60894350", "name": "openshift-service-ca.crt", "reconcileID": "e251d61f-40ba-4cdf-973d-16926723017a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-60894350"} 2026-06-12T19:20:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-60894350"}, "namespace": "e2e-aitenant-60894350", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9b8ed2d-413f-4c66-8106-95ffd08eda4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-60894350"} 2026-06-12T19:20:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-60894350"}, "namespace": "e2e-aitenant-60894350", "name": "openshift-service-ca.crt", "reconcileID": "7bdf6bc9-79fe-4409-b537-8d730d7fb9bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-60894350"} 2026-06-12T19:20:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-60894350"}, "namespace": "e2e-aitenant-60894350", "name": "odh-trusted-ca-bundle", "reconcileID": "b745ec58-1fa7-4947-abc3-6ddbf9d0a54f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-60894350", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:20:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-60894350"}, "namespace": "e2e-aitenant-60894350", "name": "odh-trusted-ca-bundle", "reconcileID": "b745ec58-1fa7-4947-abc3-6ddbf9d0a54f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-60894350"} 2026-06-12T19:20:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-60894350"}, "namespace": "e2e-aitenant-60894350", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3b7decc-7c10-40ed-841f-d92b28c7a09f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-60894350"} 2026-06-12T19:20:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-60894350","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-60894350", "reconcileID": "c9fb3445-4645-4923-a558-a608f850520e", "Gateway": "e2e-ait-60894350", "namespace": "openshift-ingress"} 2026-06-12T19:20:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-60894350"}, "namespace": "e2e-aitenant-60894350", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1c765e3-be60-4e1b-8bc3-aec2bdbec2e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-60894350"} 2026-06-12T19:20:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-60894350"}, "namespace": "e2e-aitenant-60894350", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1c765e3-be60-4e1b-8bc3-aec2bdbec2e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-60894350", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:20:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-60894350"}, "namespace": "e2e-aitenant-60894350", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1c765e3-be60-4e1b-8bc3-aec2bdbec2e6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-60894350 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:20:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-60894350"}, "namespace": "e2e-aitenant-60894350", "name": "odh-trusted-ca-bundle", "reconcileID": "a0342415-0191-440c-8829-1f69ad777940", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-60894350"} 2026-06-12T19:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-60894350"}, "namespace": "e2e-aitenant-60894350", "name": "odh-trusted-ca-bundle", "reconcileID": "a0342415-0191-440c-8829-1f69ad777940", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-60894350"} 2026-06-12T19:20:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-60894350"}, "namespace": "e2e-aitenant-60894350", "name": "openshift-service-ca.crt", "reconcileID": "35aebb19-307a-45ff-a54e-415bf2ae9012", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-60894350"} 2026-06-12T19:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-60894350"}, "namespace": "e2e-aitenant-60894350", "name": "openshift-service-ca.crt", "reconcileID": "35aebb19-307a-45ff-a54e-415bf2ae9012", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-60894350"} 2026-06-12T19:20:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-60894350"}, "namespace": "e2e-aitenant-60894350", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d5bbba6-2290-4356-badb-49ea82065731", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-60894350"} 2026-06-12T19:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-60894350"}, "namespace": "e2e-aitenant-60894350", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d5bbba6-2290-4356-badb-49ea82065731", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-60894350"} 2026-06-12T19:20:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-860e7f23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-860e7f23", "reconcileID": "34fe49b0-6b7e-45ef-a52f-718a2f85ab59", "Gateway": "e2e-ait-860e7f23", "namespace": "openshift-ingress"} 2026-06-12T19:20:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-860e7f23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-860e7f23", "reconcileID": "62ce0307-b7c3-4a9b-b974-7cb2de3ce87f", "Gateway": "e2e-ait-860e7f23", "namespace": "openshift-ingress"} 2026-06-12T19:20:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-860e7f23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-860e7f23", "reconcileID": "d129c723-4565-4bb1-a009-b2af95208c82", "Gateway": "e2e-ait-860e7f23", "namespace": "openshift-ingress"} 2026-06-12T19:20:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-860e7f23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-860e7f23", "reconcileID": "abe023ec-b6b1-493a-85b7-0d70ab6c9185", "Gateway": "e2e-ait-860e7f23", "namespace": "openshift-ingress"} 2026-06-12T19:20:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-860e7f23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-860e7f23", "reconcileID": "927b17bc-2793-4a8c-8af8-548f5b415382", "Gateway": "e2e-ait-860e7f23", "namespace": "openshift-ingress"} 2026-06-12T19:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-860e7f23"}, "namespace": "e2e-aitenant-860e7f23", "name": "openshift-service-ca.crt", "reconcileID": "4ed7dd74-44a6-4bb5-b45a-c2920b7e63ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-860e7f23"} 2026-06-12T19:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-860e7f23"}, "namespace": "e2e-aitenant-860e7f23", "name": "odh-trusted-ca-bundle", "reconcileID": "8114bdca-9f3d-40fa-a782-a366b4d16b08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-860e7f23"} 2026-06-12T19:20:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-860e7f23"}, "namespace": "e2e-aitenant-860e7f23", "name": "openshift-service-ca.crt", "reconcileID": "1b16d3cb-5524-4ec2-ac3b-146c429cf06a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-860e7f23", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:20:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-860e7f23"}, "namespace": "e2e-aitenant-860e7f23", "name": "openshift-service-ca.crt", "reconcileID": "1b16d3cb-5524-4ec2-ac3b-146c429cf06a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-860e7f23"} 2026-06-12T19:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-860e7f23"}, "namespace": "e2e-aitenant-860e7f23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb15b43a-4791-486d-8a73-d08b845a3fb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-860e7f23"} 2026-06-12T19:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-860e7f23"}, "namespace": "e2e-aitenant-860e7f23", "name": "openshift-service-ca.crt", "reconcileID": "7dafc3f4-670f-41c2-8ffb-68de5c14333d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-860e7f23"} 2026-06-12T19:20:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-860e7f23"}, "namespace": "e2e-aitenant-860e7f23", "name": "odh-trusted-ca-bundle", "reconcileID": "2ce22165-f74e-4aa7-8267-cd8bd8d0b590", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-860e7f23", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:20:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-860e7f23"}, "namespace": "e2e-aitenant-860e7f23", "name": "odh-trusted-ca-bundle", "reconcileID": "2ce22165-f74e-4aa7-8267-cd8bd8d0b590", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-860e7f23"} 2026-06-12T19:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-860e7f23"}, "namespace": "e2e-aitenant-860e7f23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "035af91e-21eb-46d9-b390-2b76189ed7df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-860e7f23"} 2026-06-12T19:20:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-860e7f23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-860e7f23", "reconcileID": "bb07c546-d4d2-4882-a3cd-68e9cc3b043e", "Gateway": "e2e-ait-860e7f23", "namespace": "openshift-ingress"} 2026-06-12T19:21:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-860e7f23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-860e7f23", "reconcileID": "da3415d0-7da6-46d7-9447-2deb82b745c3", "Gateway": "e2e-ait-860e7f23", "namespace": "openshift-ingress"} 2026-06-12T19:21:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-860e7f23"}, "namespace": "e2e-aitenant-860e7f23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f032da26-108e-424a-b125-5e2a244bee3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-860e7f23"} 2026-06-12T19:21:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-860e7f23"}, "namespace": "e2e-aitenant-860e7f23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f032da26-108e-424a-b125-5e2a244bee3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-860e7f23", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:21:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-860e7f23"}, "namespace": "e2e-aitenant-860e7f23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f032da26-108e-424a-b125-5e2a244bee3d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-860e7f23 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:21:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-860e7f23"}, "namespace": "e2e-aitenant-860e7f23", "name": "odh-trusted-ca-bundle", "reconcileID": "d7efb47d-40ae-48cf-83c1-42df98eaaa94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-860e7f23"} 2026-06-12T19:21:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-860e7f23"}, "namespace": "e2e-aitenant-860e7f23", "name": "odh-trusted-ca-bundle", "reconcileID": "d7efb47d-40ae-48cf-83c1-42df98eaaa94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-860e7f23"} 2026-06-12T19:21:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-860e7f23"}, "namespace": "e2e-aitenant-860e7f23", "name": "openshift-service-ca.crt", "reconcileID": "879bc537-1fcf-423b-bb96-0ce4287832b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-860e7f23"} 2026-06-12T19:21:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-860e7f23"}, "namespace": "e2e-aitenant-860e7f23", "name": "openshift-service-ca.crt", "reconcileID": "879bc537-1fcf-423b-bb96-0ce4287832b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-860e7f23"} 2026-06-12T19:21:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-860e7f23"}, "namespace": "e2e-aitenant-860e7f23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e051a016-c8e2-46dc-a855-9904f76b2c47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-860e7f23"} 2026-06-12T19:21:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-860e7f23"}, "namespace": "e2e-aitenant-860e7f23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e051a016-c8e2-46dc-a855-9904f76b2c47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-860e7f23"}