2026-06-08T13:53:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0d47a6a-949c-481d-8829-58e4907b5345", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:53:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0d47a6a-949c-481d-8829-58e4907b5345", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:53:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0d47a6a-949c-481d-8829-58e4907b5345", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "b9923b58-76dc-4feb-bb75-1daf01c9f3e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T13:54:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "0e7d9a80-8886-4131-b0a2-e57acff364c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-08T13:54:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "54a78cd0-ea78-4609-990c-a8368fa2e22a", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:54:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "54a78cd0-ea78-4609-990c-a8368fa2e22a", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T13:54:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d35996a-a6cf-4e49-bdb9-92a35f2a7940", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-08T13:54:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "6e977372-2d9b-43a3-806d-2f0c95b93790", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T13:54:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "ba8c22de-dd72-4df8-be2c-22842beaa08e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:54:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "ba8c22de-dd72-4df8-be2c-22842beaa08e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-08T13:54:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d26559f7-629b-42db-8c8b-e9090490b5e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-08T13:54:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8709a229-4b5c-4a9c-a8ca-69a12e8d2674", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8709a229-4b5c-4a9c-a8ca-69a12e8d2674", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8709a229-4b5c-4a9c-a8ca-69a12e8d2674", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1374f8c-30c1-4e15-bf33-e449bef231a5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1374f8c-30c1-4e15-bf33-e449bef231a5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:54:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8709a229-4b5c-4a9c-a8ca-69a12e8d2674", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:54:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8709a229-4b5c-4a9c-a8ca-69a12e8d2674", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8709a229-4b5c-4a9c-a8ca-69a12e8d2674", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1374f8c-30c1-4e15-bf33-e449bef231a5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "deb3db63-f661-4264-b1e8-c5163f6d6766", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:54:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "deb3db63-f661-4264-b1e8-c5163f6d6766", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:54:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "deb3db63-f661-4264-b1e8-c5163f6d6766", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:54:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc9fb835-9b24-4b19-8745-5f2f2e151a5e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "deb3db63-f661-4264-b1e8-c5163f6d6766", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:54:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "deb3db63-f661-4264-b1e8-c5163f6d6766", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "deb3db63-f661-4264-b1e8-c5163f6d6766", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:54:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc9fb835-9b24-4b19-8745-5f2f2e151a5e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:54:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc9fb835-9b24-4b19-8745-5f2f2e151a5e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "54d2747f-75d6-4785-9658-97794e06a349", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "54d2747f-75d6-4785-9658-97794e06a349", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "54d2747f-75d6-4785-9658-97794e06a349", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "54d2747f-75d6-4785-9658-97794e06a349", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:54:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "54d2747f-75d6-4785-9658-97794e06a349", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "54d2747f-75d6-4785-9658-97794e06a349", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4276d47a-0f0f-4722-b388-159be1fa8bf8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:54:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4276d47a-0f0f-4722-b388-159be1fa8bf8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:54:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4276d47a-0f0f-4722-b388-159be1fa8bf8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:54:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81510663-639e-4c83-b646-b7fe186371ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4276d47a-0f0f-4722-b388-159be1fa8bf8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:54:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4276d47a-0f0f-4722-b388-159be1fa8bf8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4276d47a-0f0f-4722-b388-159be1fa8bf8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:54:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81510663-639e-4c83-b646-b7fe186371ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:54:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81510663-639e-4c83-b646-b7fe186371ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "24608816-4a70-4cd0-aeac-7640b93e7d03", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "24608816-4a70-4cd0-aeac-7640b93e7d03", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "24608816-4a70-4cd0-aeac-7640b93e7d03", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1a73662-98ae-4ee3-bd32-9604493156d7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "24608816-4a70-4cd0-aeac-7640b93e7d03", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:54:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "24608816-4a70-4cd0-aeac-7640b93e7d03", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "24608816-4a70-4cd0-aeac-7640b93e7d03", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1a73662-98ae-4ee3-bd32-9604493156d7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:54:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1a73662-98ae-4ee3-bd32-9604493156d7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "00526767-4314-4280-8f63-1a9f594ea6c9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "00526767-4314-4280-8f63-1a9f594ea6c9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "00526767-4314-4280-8f63-1a9f594ea6c9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ef1d55f6-3fbb-4e65-b7bb-b766194a6db0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "00526767-4314-4280-8f63-1a9f594ea6c9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:54:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "00526767-4314-4280-8f63-1a9f594ea6c9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "00526767-4314-4280-8f63-1a9f594ea6c9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ef1d55f6-3fbb-4e65-b7bb-b766194a6db0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:54:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ef1d55f6-3fbb-4e65-b7bb-b766194a6db0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ecdd2f0c-b940-4f30-bef5-3c8f55de27a4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:54:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ecdd2f0c-b940-4f30-bef5-3c8f55de27a4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:54:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ecdd2f0c-b940-4f30-bef5-3c8f55de27a4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:54:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f579f0d-010d-4497-a8c0-351b53e680bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ecdd2f0c-b940-4f30-bef5-3c8f55de27a4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:54:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ecdd2f0c-b940-4f30-bef5-3c8f55de27a4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ecdd2f0c-b940-4f30-bef5-3c8f55de27a4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:54:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f579f0d-010d-4497-a8c0-351b53e680bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:54:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f579f0d-010d-4497-a8c0-351b53e680bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:18Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:54:18Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:54:21Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:54:21Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:54:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "70b5d0b5-7337-4f33-918b-dfdd15163ad9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "70b5d0b5-7337-4f33-918b-dfdd15163ad9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:54:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "70b5d0b5-7337-4f33-918b-dfdd15163ad9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4cb74f48-83d5-42fa-9dfc-bff4ef74729d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4cb74f48-83d5-42fa-9dfc-bff4ef74729d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4cb74f48-83d5-42fa-9dfc-bff4ef74729d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4cb74f48-83d5-42fa-9dfc-bff4ef74729d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:54:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4cb74f48-83d5-42fa-9dfc-bff4ef74729d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4cb74f48-83d5-42fa-9dfc-bff4ef74729d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "6a80fb26-0c93-4d68-a38a-9ca1acbec7eb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:54:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "6a80fb26-0c93-4d68-a38a-9ca1acbec7eb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:54:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "6a80fb26-0c93-4d68-a38a-9ca1acbec7eb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:54:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "6a80fb26-0c93-4d68-a38a-9ca1acbec7eb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:54:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "6a80fb26-0c93-4d68-a38a-9ca1acbec7eb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "6a80fb26-0c93-4d68-a38a-9ca1acbec7eb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:54:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3d1b0d5f-045d-46ff-9faf-cf9d93bdd9b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3d1b0d5f-045d-46ff-9faf-cf9d93bdd9b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:54:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3d1b0d5f-045d-46ff-9faf-cf9d93bdd9b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "baa175ee-67a7-4efc-8ffb-a4fdba5e9f30", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:54:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "baa175ee-67a7-4efc-8ffb-a4fdba5e9f30", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:54:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "baa175ee-67a7-4efc-8ffb-a4fdba5e9f30", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:54:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "baa175ee-67a7-4efc-8ffb-a4fdba5e9f30", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:54:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "baa175ee-67a7-4efc-8ffb-a4fdba5e9f30", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "baa175ee-67a7-4efc-8ffb-a4fdba5e9f30", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:54:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8a6cd159-63a8-49b2-b0a8-8771f0c4a111", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:54:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8a6cd159-63a8-49b2-b0a8-8771f0c4a111", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:54:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8a6cd159-63a8-49b2-b0a8-8771f0c4a111", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:54:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8a6cd159-63a8-49b2-b0a8-8771f0c4a111", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:54:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8a6cd159-63a8-49b2-b0a8-8771f0c4a111", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8a6cd159-63a8-49b2-b0a8-8771f0c4a111", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:54:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "243b9389-e02b-4bc0-8b2a-fea392d0e4ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "243b9389-e02b-4bc0-8b2a-fea392d0e4ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:54:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "243b9389-e02b-4bc0-8b2a-fea392d0e4ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "581d0f78-337f-46a7-969f-3fa410586db1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:54:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "581d0f78-337f-46a7-969f-3fa410586db1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:54:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "581d0f78-337f-46a7-969f-3fa410586db1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:54:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "581d0f78-337f-46a7-969f-3fa410586db1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:54:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "581d0f78-337f-46a7-969f-3fa410586db1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "581d0f78-337f-46a7-969f-3fa410586db1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:54:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0e04b5b6-c92f-4f3f-8ccf-5736458ce46f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0e04b5b6-c92f-4f3f-8ccf-5736458ce46f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0e04b5b6-c92f-4f3f-8ccf-5736458ce46f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0e04b5b6-c92f-4f3f-8ccf-5736458ce46f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:54:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0e04b5b6-c92f-4f3f-8ccf-5736458ce46f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0e04b5b6-c92f-4f3f-8ccf-5736458ce46f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2f454652-bdcd-4a39-b54c-16c691e818f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2f454652-bdcd-4a39-b54c-16c691e818f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2f454652-bdcd-4a39-b54c-16c691e818f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ba4ddd1e-24c7-4551-92c7-6ce2619ccec0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ba4ddd1e-24c7-4551-92c7-6ce2619ccec0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ba4ddd1e-24c7-4551-92c7-6ce2619ccec0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ba4ddd1e-24c7-4551-92c7-6ce2619ccec0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:55:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ba4ddd1e-24c7-4551-92c7-6ce2619ccec0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ba4ddd1e-24c7-4551-92c7-6ce2619ccec0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7aa8ef2e-4a74-45c3-9eaf-e1cb5a875de8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7aa8ef2e-4a74-45c3-9eaf-e1cb5a875de8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7aa8ef2e-4a74-45c3-9eaf-e1cb5a875de8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7aa8ef2e-4a74-45c3-9eaf-e1cb5a875de8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:55:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7aa8ef2e-4a74-45c3-9eaf-e1cb5a875de8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7aa8ef2e-4a74-45c3-9eaf-e1cb5a875de8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30393298-831c-4b8c-8858-20f636694bd0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30393298-831c-4b8c-8858-20f636694bd0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30393298-831c-4b8c-8858-20f636694bd0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e32c9a48-42a1-46b8-a765-b2531a1d7ca1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e32c9a48-42a1-46b8-a765-b2531a1d7ca1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e32c9a48-42a1-46b8-a765-b2531a1d7ca1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e32c9a48-42a1-46b8-a765-b2531a1d7ca1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:55:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e32c9a48-42a1-46b8-a765-b2531a1d7ca1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e32c9a48-42a1-46b8-a765-b2531a1d7ca1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ff6ece3b-bcc5-4f4e-ba7c-736051ddd08e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ff6ece3b-bcc5-4f4e-ba7c-736051ddd08e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ff6ece3b-bcc5-4f4e-ba7c-736051ddd08e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ff6ece3b-bcc5-4f4e-ba7c-736051ddd08e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:55:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ff6ece3b-bcc5-4f4e-ba7c-736051ddd08e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ff6ece3b-bcc5-4f4e-ba7c-736051ddd08e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e8462603-adc7-44ca-9ab1-c189c93793f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e8462603-adc7-44ca-9ab1-c189c93793f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e8462603-adc7-44ca-9ab1-c189c93793f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5d30ec66-9f0b-49e3-8edf-69c87c7a1c12", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5d30ec66-9f0b-49e3-8edf-69c87c7a1c12", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5d30ec66-9f0b-49e3-8edf-69c87c7a1c12", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5d30ec66-9f0b-49e3-8edf-69c87c7a1c12", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:55:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5d30ec66-9f0b-49e3-8edf-69c87c7a1c12", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5d30ec66-9f0b-49e3-8edf-69c87c7a1c12", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3a9daa06-806b-49aa-9d25-8c6a24b77c79", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3a9daa06-806b-49aa-9d25-8c6a24b77c79", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3a9daa06-806b-49aa-9d25-8c6a24b77c79", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3a9daa06-806b-49aa-9d25-8c6a24b77c79", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:55:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3a9daa06-806b-49aa-9d25-8c6a24b77c79", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3a9daa06-806b-49aa-9d25-8c6a24b77c79", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4832258a-60b6-452f-85fc-0ab6c0ce8d3c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4832258a-60b6-452f-85fc-0ab6c0ce8d3c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4832258a-60b6-452f-85fc-0ab6c0ce8d3c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4832258a-60b6-452f-85fc-0ab6c0ce8d3c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:55:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4832258a-60b6-452f-85fc-0ab6c0ce8d3c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4832258a-60b6-452f-85fc-0ab6c0ce8d3c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e3fa6e48-c95c-4d42-ad56-c266e64a7d06", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e3fa6e48-c95c-4d42-ad56-c266e64a7d06", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e3fa6e48-c95c-4d42-ad56-c266e64a7d06", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e3fa6e48-c95c-4d42-ad56-c266e64a7d06", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:55:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e3fa6e48-c95c-4d42-ad56-c266e64a7d06", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e3fa6e48-c95c-4d42-ad56-c266e64a7d06", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "30e6796c-b278-436e-9137-7acd22c218c9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "30e6796c-b278-436e-9137-7acd22c218c9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "30e6796c-b278-436e-9137-7acd22c218c9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "30e6796c-b278-436e-9137-7acd22c218c9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:55:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "30e6796c-b278-436e-9137-7acd22c218c9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "30e6796c-b278-436e-9137-7acd22c218c9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7d8a0e43-3233-4b70-8618-2e6c6167a6e5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7d8a0e43-3233-4b70-8618-2e6c6167a6e5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7d8a0e43-3233-4b70-8618-2e6c6167a6e5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7d8a0e43-3233-4b70-8618-2e6c6167a6e5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:55:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7d8a0e43-3233-4b70-8618-2e6c6167a6e5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7d8a0e43-3233-4b70-8618-2e6c6167a6e5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f2e338d8-584b-42c0-b8dc-7beedcb091c5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f2e338d8-584b-42c0-b8dc-7beedcb091c5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f2e338d8-584b-42c0-b8dc-7beedcb091c5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f2e338d8-584b-42c0-b8dc-7beedcb091c5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:55:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f2e338d8-584b-42c0-b8dc-7beedcb091c5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f2e338d8-584b-42c0-b8dc-7beedcb091c5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:56:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "559f5da7-3c41-481c-a0c7-1e76edad03ac", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:56:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "559f5da7-3c41-481c-a0c7-1e76edad03ac", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:56:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "559f5da7-3c41-481c-a0c7-1e76edad03ac", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:56:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "559f5da7-3c41-481c-a0c7-1e76edad03ac", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:56:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "559f5da7-3c41-481c-a0c7-1e76edad03ac", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:56:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "559f5da7-3c41-481c-a0c7-1e76edad03ac", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:56:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "210090db-979e-4b62-92a7-59c805bb0f30", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:56:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "210090db-979e-4b62-92a7-59c805bb0f30", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:56:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "210090db-979e-4b62-92a7-59c805bb0f30", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:56:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "210090db-979e-4b62-92a7-59c805bb0f30", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:56:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "210090db-979e-4b62-92a7-59c805bb0f30", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:56:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "210090db-979e-4b62-92a7-59c805bb0f30", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:56:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "d1c42441-4133-4d20-9bdc-acc1c6ff4afe", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T13:56:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "0937dcab-0c8a-4b2c-9fe3-aa8d6cf2912c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:56:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "0937dcab-0c8a-4b2c-9fe3-aa8d6cf2912c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:56:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "702f118b-b915-43a9-a0a8-8e955da38b4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:56:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "702f118b-b915-43a9-a0a8-8e955da38b4a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:56:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7b7e436-ea46-4c97-85f8-3adb0e9c0e8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:56:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "94891f02-4397-4b25-889e-5e118e01fff4", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T13:56:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "87dea47a-5f69-4096-9577-c8db91aedee5", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T13:56:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "f7ff0bc7-aacb-42d2-ab00-ed1e0d98429e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:56:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "f7ff0bc7-aacb-42d2-ab00-ed1e0d98429e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:56:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdcba9c6-25cc-4afe-83ce-8dd8251e2217", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:56:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "b3321121-a5d7-4201-b1c6-bf2e9474e9fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T13:56:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "f2fa5552-0095-428b-8d98-6a74ff2aeb0f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:56:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "5ecc3f65-17e1-41ef-a213-cd8ee11dce20", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:56:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "5ecc3f65-17e1-41ef-a213-cd8ee11dce20", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T13:56:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "989ffeab-e8f8-4b88-b6c3-96b73eea69ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:56:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "5b7a5824-2306-4710-be64-283406f59ed8", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T13:56:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "3f223256-7b8e-47bf-8ce2-ac8998c673fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:56:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "3f223256-7b8e-47bf-8ce2-ac8998c673fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:56:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8ea0118-3c7b-4926-bf1d-d74938a0a694", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:58:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "03b5fa8a-dce9-4bbc-b5b7-ab5ef64c317f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:58:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a3460b8b-c7c9-4a00-bf59-57839719b4e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:58:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "7eee81a3-0c48-42e1-8068-d2baeb7031fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:58:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "7eee81a3-0c48-42e1-8068-d2baeb7031fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:58:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "75a3eca3-e848-4322-a470-fba82f917afd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:58:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85de27ca-bec2-4756-a00e-2e43682ab05c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:58:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d3ea35e1-3bbf-4b06-b9ba-c034c4599008", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:58:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d3ea35e1-3bbf-4b06-b9ba-c034c4599008", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:58:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0e02f12-d767-4dd0-ab45-6d0487bccb26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:58:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "348f7f15-932e-4a58-983f-902954cec5dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:58:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "348f7f15-932e-4a58-983f-902954cec5dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:58:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "348f7f15-932e-4a58-983f-902954cec5dc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:58:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "85fb3efa-9648-415b-9082-762bf6e4a593", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:58:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "85fb3efa-9648-415b-9082-762bf6e4a593", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:58:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ad98862d-c011-46d9-b3e2-d367cb1ab422", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:58:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ad98862d-c011-46d9-b3e2-d367cb1ab422", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:58:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a11b1008-08f5-49d9-ac0c-346d5d25d0cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:58:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a11b1008-08f5-49d9-ac0c-346d5d25d0cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:59:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "22dc4cbb-234c-4318-bbbf-573451c2ac45", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:59:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "25533a87-c348-4e69-aa0e-b035b596a6fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:59:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "562aa736-fa6e-4352-b6b5-aafcb7c9b3b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:59:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "562aa736-fa6e-4352-b6b5-aafcb7c9b3b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:59:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85484df1-c98e-4418-bce5-eee2a1f74a47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:59:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "99c373cc-d913-4320-8a83-43dd0be026f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:59:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "8eeb031b-6a64-489a-a291-a4ff8f5da1ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:59:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "8eeb031b-6a64-489a-a291-a4ff8f5da1ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:59:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10b49479-6253-446c-b234-8f7033fb230b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:59:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45787f81-8b8d-4893-ab65-978539de0ccc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:59:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45787f81-8b8d-4893-ab65-978539de0ccc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:59:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45787f81-8b8d-4893-ab65-978539de0ccc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:59:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5883f7ff-f2fd-4262-bc1b-4d69389e801e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:59:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5883f7ff-f2fd-4262-bc1b-4d69389e801e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:59:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "158d8f1f-af8e-4432-b150-3322ed7e263b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:59:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "158d8f1f-af8e-4432-b150-3322ed7e263b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:59:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "454c3971-79fb-472c-94a8-46af8d745fe5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:59:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "454c3971-79fb-472c-94a8-46af8d745fe5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:59:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-575633"}, "namespace": "e2e-modelref-575633", "name": "openshift-service-ca.crt", "reconcileID": "320d9e54-5d13-4d57-bc6e-9f43c0a04f32", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-575633"} 2026-06-08T13:59:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-575633"}, "namespace": "e2e-modelref-575633", "name": "odh-trusted-ca-bundle", "reconcileID": "9fa3d22b-23f0-4497-8d9b-3d88383d94bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-575633"} 2026-06-08T13:59:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-575633"}, "namespace": "e2e-modelref-575633", "name": "openshift-service-ca.crt", "reconcileID": "dd61f7dc-00ce-4931-810a-c520141bfb5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-575633", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:59:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-575633"}, "namespace": "e2e-modelref-575633", "name": "openshift-service-ca.crt", "reconcileID": "dd61f7dc-00ce-4931-810a-c520141bfb5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-575633"} 2026-06-08T13:59:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-575633"}, "namespace": "e2e-modelref-575633", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eff69c82-0574-47ae-a94e-307eb33f7659", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-575633"} 2026-06-08T13:59:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-575633"}, "namespace": "e2e-modelref-575633", "name": "openshift-service-ca.crt", "reconcileID": "6311dae1-b902-4e87-967b-02c48b401954", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-575633"} 2026-06-08T13:59:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-575633"}, "namespace": "e2e-modelref-575633", "name": "odh-trusted-ca-bundle", "reconcileID": "869ebcef-2615-470f-9cde-00188a9dd643", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-575633", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:59:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-575633"}, "namespace": "e2e-modelref-575633", "name": "odh-trusted-ca-bundle", "reconcileID": "869ebcef-2615-470f-9cde-00188a9dd643", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-575633"} 2026-06-08T13:59:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-575633"}, "namespace": "e2e-modelref-575633", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8ca11a1-46a3-46a8-8b63-2ef8ff969568", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-575633"} 2026-06-08T13:59:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64196fdc-56c1-4abb-b2a3-e86e4edaf8f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:59:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64196fdc-56c1-4abb-b2a3-e86e4edaf8f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:59:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64196fdc-56c1-4abb-b2a3-e86e4edaf8f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:59:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2ddb4df8-7d2c-426c-886e-c76d49f6f08b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:59:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2ddb4df8-7d2c-426c-886e-c76d49f6f08b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:59:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2ddb4df8-7d2c-426c-886e-c76d49f6f08b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:00:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "71cba245-c337-4312-b07d-db308a575e2e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:00:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "71cba245-c337-4312-b07d-db308a575e2e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:00:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "71cba245-c337-4312-b07d-db308a575e2e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:00:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "317ebc8d-6b2e-4d5a-9f9b-16e98182cc27", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:00:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "317ebc8d-6b2e-4d5a-9f9b-16e98182cc27", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:00:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "317ebc8d-6b2e-4d5a-9f9b-16e98182cc27", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:00:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-575633"}, "namespace": "e2e-modelref-575633", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dca78211-0ccd-4c4e-aa1d-57daa53523a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-575633"} 2026-06-08T14:00:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-575633"}, "namespace": "e2e-modelref-575633", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dca78211-0ccd-4c4e-aa1d-57daa53523a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-575633", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:00:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-575633"}, "namespace": "e2e-modelref-575633", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dca78211-0ccd-4c4e-aa1d-57daa53523a2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-575633 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:00:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-575633"}, "namespace": "e2e-modelref-575633", "name": "odh-trusted-ca-bundle", "reconcileID": "a74affb9-e882-469e-a01a-3b9ff1781187", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-575633"} 2026-06-08T14:00:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-575633"}, "namespace": "e2e-modelref-575633", "name": "odh-trusted-ca-bundle", "reconcileID": "a74affb9-e882-469e-a01a-3b9ff1781187", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-575633"} 2026-06-08T14:00:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-575633"}, "namespace": "e2e-modelref-575633", "name": "openshift-service-ca.crt", "reconcileID": "5c01275e-5164-4e2b-a6e9-f40515410edc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-575633"} 2026-06-08T14:00:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-575633"}, "namespace": "e2e-modelref-575633", "name": "openshift-service-ca.crt", "reconcileID": "5c01275e-5164-4e2b-a6e9-f40515410edc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-575633"} 2026-06-08T14:00:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-575633"}, "namespace": "e2e-modelref-575633", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fe4e7e7-1ee6-4ea4-95a2-ebbb70c829c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-575633"} 2026-06-08T14:00:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-575633"}, "namespace": "e2e-modelref-575633", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fe4e7e7-1ee6-4ea4-95a2-ebbb70c829c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-575633"} 2026-06-08T14:00:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-621173"}, "namespace": "e2e-modelref-621173", "name": "openshift-service-ca.crt", "reconcileID": "ad2e3650-e4af-47a9-8893-ce67d0825dcf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-621173"} 2026-06-08T14:00:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-621173"}, "namespace": "e2e-modelref-621173", "name": "odh-trusted-ca-bundle", "reconcileID": "4b0701ff-f9ca-49e9-bfab-c73040e597f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-621173"} 2026-06-08T14:00:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-621173"}, "namespace": "e2e-modelref-621173", "name": "openshift-service-ca.crt", "reconcileID": "b7db643d-e7bd-4ed0-b085-1bd5071aefa6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-621173", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:00:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-621173"}, "namespace": "e2e-modelref-621173", "name": "openshift-service-ca.crt", "reconcileID": "b7db643d-e7bd-4ed0-b085-1bd5071aefa6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-621173"} 2026-06-08T14:00:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-621173"}, "namespace": "e2e-modelref-621173", "name": "openshift-service-ca.crt", "reconcileID": "929dd17e-4b46-420d-a04d-0ac856907f4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-621173"} 2026-06-08T14:00:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-621173"}, "namespace": "e2e-modelref-621173", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12ab49ec-7d9a-4345-aeba-47277ba9b61c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-621173"} 2026-06-08T14:00:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-621173"}, "namespace": "e2e-modelref-621173", "name": "odh-trusted-ca-bundle", "reconcileID": "8584ae49-1dff-40b0-a689-aa9e681cd5df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-621173", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:00:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-621173"}, "namespace": "e2e-modelref-621173", "name": "odh-trusted-ca-bundle", "reconcileID": "8584ae49-1dff-40b0-a689-aa9e681cd5df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-621173"} 2026-06-08T14:00:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-621173"}, "namespace": "e2e-modelref-621173", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ebade3f-bb5c-467a-9bc6-a66145e69164", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-621173"} 2026-06-08T14:00:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f2ce2241-8630-4473-adc4-9a6c5565e106", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:00:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f2ce2241-8630-4473-adc4-9a6c5565e106", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:00:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f2ce2241-8630-4473-adc4-9a6c5565e106", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:00:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "60dad90e-b957-4f45-a7a5-ad812646460c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:00:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "60dad90e-b957-4f45-a7a5-ad812646460c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:00:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "60dad90e-b957-4f45-a7a5-ad812646460c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:00:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d865a1a0-f80f-40d7-aacf-d352b796c0f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:00:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d865a1a0-f80f-40d7-aacf-d352b796c0f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:00:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d865a1a0-f80f-40d7-aacf-d352b796c0f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:00:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f920294a-f336-4a0c-8451-45dd06e0f4c7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:00:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f920294a-f336-4a0c-8451-45dd06e0f4c7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:00:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f920294a-f336-4a0c-8451-45dd06e0f4c7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:00:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-621173"}, "namespace": "e2e-modelref-621173", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "136de612-089c-494f-aa38-25756bfc12c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-621173"} 2026-06-08T14:00:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-621173"}, "namespace": "e2e-modelref-621173", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "136de612-089c-494f-aa38-25756bfc12c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-621173", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:00:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-621173"}, "namespace": "e2e-modelref-621173", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "136de612-089c-494f-aa38-25756bfc12c7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-621173 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:00:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-621173"}, "namespace": "e2e-modelref-621173", "name": "odh-trusted-ca-bundle", "reconcileID": "886360a6-735b-4734-9d05-3f3ce5a06efc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-621173"} 2026-06-08T14:00:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-621173"}, "namespace": "e2e-modelref-621173", "name": "odh-trusted-ca-bundle", "reconcileID": "886360a6-735b-4734-9d05-3f3ce5a06efc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-621173"} 2026-06-08T14:00:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-621173"}, "namespace": "e2e-modelref-621173", "name": "openshift-service-ca.crt", "reconcileID": "6b0d90b4-a9f9-46f8-bdf8-c176bf1e384b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-621173"} 2026-06-08T14:00:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-621173"}, "namespace": "e2e-modelref-621173", "name": "openshift-service-ca.crt", "reconcileID": "6b0d90b4-a9f9-46f8-bdf8-c176bf1e384b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-621173"} 2026-06-08T14:00:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-621173"}, "namespace": "e2e-modelref-621173", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6ea6af3-5bd3-48a6-8701-6bc31bd0c519", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-621173"} 2026-06-08T14:00:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-621173"}, "namespace": "e2e-modelref-621173", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6ea6af3-5bd3-48a6-8701-6bc31bd0c519", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-621173"} 2026-06-08T14:01:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-93739a"}, "namespace": "e2e-webhook-test-93739a", "name": "openshift-service-ca.crt", "reconcileID": "ad26f7db-eee2-4852-ac8e-5f38dc1aeb69", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-93739a"} 2026-06-08T14:01:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-93739a"}, "namespace": "e2e-webhook-test-93739a", "name": "odh-trusted-ca-bundle", "reconcileID": "5cec705f-6d3e-49bc-81b2-b18e23a3bf8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-93739a"} 2026-06-08T14:01:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-93739a"}, "namespace": "e2e-webhook-test-93739a", "name": "openshift-service-ca.crt", "reconcileID": "0fd0a0ce-269c-400f-b55f-77c810005255", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-93739a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:01:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-93739a"}, "namespace": "e2e-webhook-test-93739a", "name": "openshift-service-ca.crt", "reconcileID": "0fd0a0ce-269c-400f-b55f-77c810005255", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-93739a"} 2026-06-08T14:01:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-93739a"}, "namespace": "e2e-webhook-test-93739a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e033074-8c4a-49e8-98cc-952070c51ca5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-93739a"} 2026-06-08T14:01:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-93739a"}, "namespace": "e2e-webhook-test-93739a", "name": "openshift-service-ca.crt", "reconcileID": "759388c2-4aad-48c4-8cea-e5eda70491aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-93739a"} 2026-06-08T14:01:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-93739a"}, "namespace": "e2e-webhook-test-93739a", "name": "odh-trusted-ca-bundle", "reconcileID": "e7752a97-9e4e-4453-a20e-f19bfc3183d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-93739a", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:01:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-93739a"}, "namespace": "e2e-webhook-test-93739a", "name": "odh-trusted-ca-bundle", "reconcileID": "e7752a97-9e4e-4453-a20e-f19bfc3183d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-93739a"} 2026-06-08T14:01:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-93739a"}, "namespace": "e2e-webhook-test-93739a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62c68e65-af66-4afd-8827-3f43e389f131", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-93739a"} 2026-06-08T14:01:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-93739a"}, "namespace": "e2e-webhook-test-93739a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b53c19e2-6df9-4cae-bc94-f1fce3e075fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-93739a"} 2026-06-08T14:01:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-93739a"}, "namespace": "e2e-webhook-test-93739a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b53c19e2-6df9-4cae-bc94-f1fce3e075fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-93739a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:01:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-93739a"}, "namespace": "e2e-webhook-test-93739a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b53c19e2-6df9-4cae-bc94-f1fce3e075fe", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-93739a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:01:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-93739a"}, "namespace": "e2e-webhook-test-93739a", "name": "odh-trusted-ca-bundle", "reconcileID": "7e51527d-d864-4a36-926c-e0ef1e1860ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-93739a"} 2026-06-08T14:01:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-93739a"}, "namespace": "e2e-webhook-test-93739a", "name": "odh-trusted-ca-bundle", "reconcileID": "7e51527d-d864-4a36-926c-e0ef1e1860ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-93739a"} 2026-06-08T14:01:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-93739a"}, "namespace": "e2e-webhook-test-93739a", "name": "openshift-service-ca.crt", "reconcileID": "2d1c6906-b249-4356-9952-06546c3409e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-93739a"} 2026-06-08T14:01:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-93739a"}, "namespace": "e2e-webhook-test-93739a", "name": "openshift-service-ca.crt", "reconcileID": "2d1c6906-b249-4356-9952-06546c3409e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-93739a"} 2026-06-08T14:01:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-93739a"}, "namespace": "e2e-webhook-test-93739a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0524dd5f-fd4d-484c-84f1-51f2e346827d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-93739a"} 2026-06-08T14:01:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-93739a"}, "namespace": "e2e-webhook-test-93739a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0524dd5f-fd4d-484c-84f1-51f2e346827d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-93739a"} 2026-06-08T14:01:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "odh-trusted-ca-bundle", "reconcileID": "93451c89-6193-4dd2-9c1d-43f76eedf916", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f81700"} 2026-06-08T14:01:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "openshift-service-ca.crt", "reconcileID": "a37afbbd-2205-4dc4-b36b-c6dee6f3b147", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f81700"} 2026-06-08T14:01:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "openshift-service-ca.crt", "reconcileID": "93de3f73-3616-472e-ab9f-b959d4b3f0dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f81700", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:01:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "openshift-service-ca.crt", "reconcileID": "93de3f73-3616-472e-ab9f-b959d4b3f0dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f81700"} 2026-06-08T14:01:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "openshift-service-ca.crt", "reconcileID": "16c6c353-ce68-4da8-aac2-ee5972821cb7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f81700", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:01:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "openshift-service-ca.crt", "reconcileID": "16c6c353-ce68-4da8-aac2-ee5972821cb7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:01:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a97153d4-3105-4823-9359-633d376f68a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f81700"} 2026-06-08T14:01:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "openshift-service-ca.crt", "reconcileID": "8e97586a-6060-46d7-b0de-989a666f37c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f81700"} 2026-06-08T14:01:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "odh-trusted-ca-bundle", "reconcileID": "87086778-2a33-42c4-a93a-503ed0e38e4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f81700", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:01:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "odh-trusted-ca-bundle", "reconcileID": "87086778-2a33-42c4-a93a-503ed0e38e4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f81700"} 2026-06-08T14:01:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e08c2b6-237d-4665-b34e-5f2e302b523a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f81700"} 2026-06-08T14:01:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3384a4e-e9bd-4d11-8033-c47f7f793ffa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f81700"} 2026-06-08T14:01:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3384a4e-e9bd-4d11-8033-c47f7f793ffa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f81700", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:01:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3384a4e-e9bd-4d11-8033-c47f7f793ffa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-f81700 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:01:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "odh-trusted-ca-bundle", "reconcileID": "6df6dade-d68e-4773-a784-afb5ec3a72c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f81700"} 2026-06-08T14:01:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "odh-trusted-ca-bundle", "reconcileID": "6df6dade-d68e-4773-a784-afb5ec3a72c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f81700"} 2026-06-08T14:01:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "openshift-service-ca.crt", "reconcileID": "43485482-7b24-4efd-861d-2dd64ae9b7f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f81700"} 2026-06-08T14:01:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "openshift-service-ca.crt", "reconcileID": "43485482-7b24-4efd-861d-2dd64ae9b7f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f81700"} 2026-06-08T14:01:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "510c0d7b-b10b-4275-990d-ea39a1092574", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f81700"} 2026-06-08T14:01:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f81700"}, "namespace": "e2e-webhook-test-f81700", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "510c0d7b-b10b-4275-990d-ea39a1092574", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f81700"} 2026-06-08T14:07:13Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:07:13Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:07:16Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:07:16Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:16:09Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:16:09Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:16:10Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:16:10Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:18:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c196d819-1833-43db-b596-835853c62c7c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:18:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c196d819-1833-43db-b596-835853c62c7c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:18:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c196d819-1833-43db-b596-835853c62c7c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:18:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "afa02974-b8f4-4b91-ba8e-6758ac6910d3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:18:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "afa02974-b8f4-4b91-ba8e-6758ac6910d3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:18:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "afa02974-b8f4-4b91-ba8e-6758ac6910d3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:18:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f196db5b-4d53-4f43-9a5a-3c662b27b358", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:18:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f196db5b-4d53-4f43-9a5a-3c662b27b358", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:18:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f196db5b-4d53-4f43-9a5a-3c662b27b358", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:18:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1199111-2f69-485f-857d-2ae207b73673", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:18:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1199111-2f69-485f-857d-2ae207b73673", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:18:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1199111-2f69-485f-857d-2ae207b73673", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:18:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b305ffca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b305ffca", "reconcileID": "69892d30-482d-4d2f-b9c4-1b50881e56d8", "Gateway": "e2e-ait-b305ffca", "namespace": "openshift-ingress"} 2026-06-08T14:18:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b305ffca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b305ffca", "reconcileID": "25e50e75-a76b-4e79-ae8c-7aabc343d6e2", "Gateway": "e2e-ait-b305ffca", "namespace": "openshift-ingress"} 2026-06-08T14:18:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b305ffca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b305ffca", "reconcileID": "c28083d2-0dbb-4d46-85db-2b233c504427", "Gateway": "e2e-ait-b305ffca", "namespace": "openshift-ingress"} 2026-06-08T14:18:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b305ffca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b305ffca", "reconcileID": "e4f17f33-cb56-44de-a055-041ee79c316d", "Gateway": "e2e-ait-b305ffca", "namespace": "openshift-ingress"} 2026-06-08T14:18:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b305ffca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b305ffca", "reconcileID": "61a7c3bd-e518-4fa3-b486-de1183d182ee", "Gateway": "e2e-ait-b305ffca", "namespace": "openshift-ingress"} 2026-06-08T14:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "openshift-service-ca.crt", "reconcileID": "4cc526e6-f480-4f0d-bbe4-ba82d1e6ddf0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b305ffca"} 2026-06-08T14:18:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "openshift-service-ca.crt", "reconcileID": "2427555d-5e14-48c7-b5f1-e851984b0eb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b305ffca", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:18:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "openshift-service-ca.crt", "reconcileID": "2427555d-5e14-48c7-b5f1-e851984b0eb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b305ffca"} 2026-06-08T14:18:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "odh-trusted-ca-bundle", "reconcileID": "75bee031-4448-4355-8066-b45b1bc40d4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b305ffca", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:18:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "odh-trusted-ca-bundle", "reconcileID": "75bee031-4448-4355-8066-b45b1bc40d4a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a799c94e-083b-4008-ae2c-aff4de5e1bb9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b305ffca"} 2026-06-08T14:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "openshift-service-ca.crt", "reconcileID": "faaf10a3-3679-4a48-a506-dd7965d4269e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b305ffca"} 2026-06-08T14:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "odh-trusted-ca-bundle", "reconcileID": "3dd61211-1fb7-40a5-9537-1f9ad90a8e07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b305ffca"} 2026-06-08T14:18:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "odh-trusted-ca-bundle", "reconcileID": "f94d3926-f480-411e-84fa-da30a854f731", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b305ffca", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:18:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "odh-trusted-ca-bundle", "reconcileID": "f94d3926-f480-411e-84fa-da30a854f731", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b305ffca"} 2026-06-08T14:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d9078f6-7cf5-4277-86c7-506fb6222f15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b305ffca"} 2026-06-08T14:18:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b305ffca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b305ffca", "reconcileID": "64812d21-6e7b-42fc-8cb0-1a6a25bccb99", "Gateway": "e2e-ait-b305ffca", "namespace": "openshift-ingress"} 2026-06-08T14:19:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b305ffca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b305ffca", "reconcileID": "374562fc-50fa-4f93-8f19-7fb9dbe1fe8c", "Gateway": "e2e-ait-b305ffca", "namespace": "openshift-ingress"} 2026-06-08T14:19:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe7513fe-27df-4851-a36b-8ff164fe4c2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b305ffca"} 2026-06-08T14:19:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe7513fe-27df-4851-a36b-8ff164fe4c2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b305ffca", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:19:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe7513fe-27df-4851-a36b-8ff164fe4c2d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-b305ffca because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:19:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "odh-trusted-ca-bundle", "reconcileID": "603aa794-fd5d-4934-940f-dbea80c8035e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b305ffca"} 2026-06-08T14:19:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "odh-trusted-ca-bundle", "reconcileID": "603aa794-fd5d-4934-940f-dbea80c8035e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b305ffca"} 2026-06-08T14:19:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "openshift-service-ca.crt", "reconcileID": "b78647c6-86bb-4894-850b-d54466fb55f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b305ffca"} 2026-06-08T14:19:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "openshift-service-ca.crt", "reconcileID": "b78647c6-86bb-4894-850b-d54466fb55f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b305ffca"} 2026-06-08T14:19:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db6bb8a7-fd61-437f-b550-5d2fed8adab1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b305ffca"} 2026-06-08T14:19:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b305ffca"}, "namespace": "e2e-aitenant-b305ffca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db6bb8a7-fd61-437f-b550-5d2fed8adab1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b305ffca"} 2026-06-08T14:19:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fb1e870c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fb1e870c", "reconcileID": "7ce61443-d532-4e4e-b3be-278ca881405a", "Gateway": "e2e-ait-fb1e870c", "namespace": "openshift-ingress"} 2026-06-08T14:19:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fb1e870c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fb1e870c", "reconcileID": "440950d1-d644-4f6a-9934-aac8c71970de", "Gateway": "e2e-ait-fb1e870c", "namespace": "openshift-ingress"} 2026-06-08T14:19:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fb1e870c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fb1e870c", "reconcileID": "0c865e0a-5087-46aa-bbd8-dfa2fb4125b1", "Gateway": "e2e-ait-fb1e870c", "namespace": "openshift-ingress"} 2026-06-08T14:19:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fb1e870c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fb1e870c", "reconcileID": "3679b139-9747-4a63-8db6-ce1b39402f97", "Gateway": "e2e-ait-fb1e870c", "namespace": "openshift-ingress"} 2026-06-08T14:19:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fb1e870c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fb1e870c", "reconcileID": "adc7cee9-b579-482c-a644-d382b607360a", "Gateway": "e2e-ait-fb1e870c", "namespace": "openshift-ingress"} 2026-06-08T14:19:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-fb1e870c"}, "namespace": "e2e-aitenant-fb1e870c", "name": "openshift-service-ca.crt", "reconcileID": "679db4d0-a83c-4b29-80d0-af1839406190", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-fb1e870c"} 2026-06-08T14:19:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-fb1e870c"}, "namespace": "e2e-aitenant-fb1e870c", "name": "odh-trusted-ca-bundle", "reconcileID": "41b3a2e6-68ae-4878-81f4-511223356945", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-fb1e870c"} 2026-06-08T14:19:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-fb1e870c"}, "namespace": "e2e-aitenant-fb1e870c", "name": "openshift-service-ca.crt", "reconcileID": "97a9b82a-dd8b-4f9c-bfb4-dee734fdcd05", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-fb1e870c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:19:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-fb1e870c"}, "namespace": "e2e-aitenant-fb1e870c", "name": "openshift-service-ca.crt", "reconcileID": "97a9b82a-dd8b-4f9c-bfb4-dee734fdcd05", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-fb1e870c"} 2026-06-08T14:19:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-fb1e870c"}, "namespace": "e2e-aitenant-fb1e870c", "name": "openshift-service-ca.crt", "reconcileID": "1afbf8bf-573c-48a5-adc0-3c5732d680f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-fb1e870c"} 2026-06-08T14:19:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fb1e870c"}, "namespace": "e2e-aitenant-fb1e870c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40ce1002-68c1-40c3-a55d-102471efb785", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-fb1e870c"} 2026-06-08T14:19:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-fb1e870c"}, "namespace": "e2e-aitenant-fb1e870c", "name": "odh-trusted-ca-bundle", "reconcileID": "efd873d7-ce7b-48e9-8101-b7e7df81ec3a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-fb1e870c", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:19:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-fb1e870c"}, "namespace": "e2e-aitenant-fb1e870c", "name": "odh-trusted-ca-bundle", "reconcileID": "efd873d7-ce7b-48e9-8101-b7e7df81ec3a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-fb1e870c"} 2026-06-08T14:19:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fb1e870c"}, "namespace": "e2e-aitenant-fb1e870c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3bc7ee9d-96e8-428a-bf86-2fa9c458d204", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-fb1e870c"} 2026-06-08T14:19:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fb1e870c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fb1e870c", "reconcileID": "724e97b6-05fc-469f-892e-c46fbb8fa0da", "Gateway": "e2e-ait-fb1e870c", "namespace": "openshift-ingress"} 2026-06-08T14:19:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fb1e870c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fb1e870c", "reconcileID": "e6c5c82b-da80-48d9-91f8-06f364e0796d", "Gateway": "e2e-ait-fb1e870c", "namespace": "openshift-ingress"} 2026-06-08T14:19:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fb1e870c"}, "namespace": "e2e-aitenant-fb1e870c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb43a96a-a1c0-4ff5-96c2-7bb4db1f4343", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-fb1e870c"} 2026-06-08T14:19:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fb1e870c"}, "namespace": "e2e-aitenant-fb1e870c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb43a96a-a1c0-4ff5-96c2-7bb4db1f4343", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-fb1e870c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:19:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fb1e870c"}, "namespace": "e2e-aitenant-fb1e870c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb43a96a-a1c0-4ff5-96c2-7bb4db1f4343", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-fb1e870c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:19:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-fb1e870c"}, "namespace": "e2e-aitenant-fb1e870c", "name": "odh-trusted-ca-bundle", "reconcileID": "6ade9f13-2957-481e-ac4e-7a020a321fd0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-fb1e870c"} 2026-06-08T14:19:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-fb1e870c"}, "namespace": "e2e-aitenant-fb1e870c", "name": "odh-trusted-ca-bundle", "reconcileID": "6ade9f13-2957-481e-ac4e-7a020a321fd0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-fb1e870c"} 2026-06-08T14:19:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-fb1e870c"}, "namespace": "e2e-aitenant-fb1e870c", "name": "openshift-service-ca.crt", "reconcileID": "3166c799-7477-4c4f-a3c8-2890447e75b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-fb1e870c"} 2026-06-08T14:19:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-fb1e870c"}, "namespace": "e2e-aitenant-fb1e870c", "name": "openshift-service-ca.crt", "reconcileID": "3166c799-7477-4c4f-a3c8-2890447e75b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-fb1e870c"} 2026-06-08T14:19:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fb1e870c"}, "namespace": "e2e-aitenant-fb1e870c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31f0321c-3ddd-4051-8fbf-7d14707b416b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-fb1e870c"} 2026-06-08T14:19:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fb1e870c"}, "namespace": "e2e-aitenant-fb1e870c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31f0321c-3ddd-4051-8fbf-7d14707b416b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-fb1e870c"}