2026-06-15T09:28:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "c272420e-8f43-4ebf-9d07-abf07e97572f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:28:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "c272420e-8f43-4ebf-9d07-abf07e97572f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-15T09:28:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1031b3a1-391a-4bff-981c-acbb7a6dde6c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ecd09c3f-b5cf-4cab-8e2a-3429a636d565", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ecd09c3f-b5cf-4cab-8e2a-3429a636d565", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ecd09c3f-b5cf-4cab-8e2a-3429a636d565", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "542c4152-aeee-4ff0-aad3-87001a233dab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:28:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "542c4152-aeee-4ff0-aad3-87001a233dab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:28:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ecd09c3f-b5cf-4cab-8e2a-3429a636d565", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-15T09:28:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ecd09c3f-b5cf-4cab-8e2a-3429a636d565", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:28:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ecd09c3f-b5cf-4cab-8e2a-3429a636d565", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "542c4152-aeee-4ff0-aad3-87001a233dab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:28:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8f533497-29c5-4ef3-8bf9-8200fa237573", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8f533497-29c5-4ef3-8bf9-8200fa237573", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8f533497-29c5-4ef3-8bf9-8200fa237573", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6dbeb0ce-e1b9-4c59-a11d-d31fa6059697", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:28:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8f533497-29c5-4ef3-8bf9-8200fa237573", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-15T09:28:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8f533497-29c5-4ef3-8bf9-8200fa237573", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:28:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8f533497-29c5-4ef3-8bf9-8200fa237573", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6dbeb0ce-e1b9-4c59-a11d-d31fa6059697", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:28:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6dbeb0ce-e1b9-4c59-a11d-d31fa6059697", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:28:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "10e86561-e27d-48fa-a18b-3cc957fcd790", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "10e86561-e27d-48fa-a18b-3cc957fcd790", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "10e86561-e27d-48fa-a18b-3cc957fcd790", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "965eb25d-fcf2-4740-bd88-a98230e72ec9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:28:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "10e86561-e27d-48fa-a18b-3cc957fcd790", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-15T09:28:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "10e86561-e27d-48fa-a18b-3cc957fcd790", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:28:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "10e86561-e27d-48fa-a18b-3cc957fcd790", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "965eb25d-fcf2-4740-bd88-a98230e72ec9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:28:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f22598e7-0804-4f71-8749-46cb483368a5", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f22598e7-0804-4f71-8749-46cb483368a5", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f22598e7-0804-4f71-8749-46cb483368a5", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f22598e7-0804-4f71-8749-46cb483368a5", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-15T09:28:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f22598e7-0804-4f71-8749-46cb483368a5", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:28:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f22598e7-0804-4f71-8749-46cb483368a5", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "965eb25d-fcf2-4740-bd88-a98230e72ec9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:28:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b874f00c-dde2-43e3-bce7-bfa402189a97", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b874f00c-dde2-43e3-bce7-bfa402189a97", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b874f00c-dde2-43e3-bce7-bfa402189a97", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95cd3931-e5fa-44fa-9e70-848662ace351", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:28:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b874f00c-dde2-43e3-bce7-bfa402189a97", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T09:28:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b874f00c-dde2-43e3-bce7-bfa402189a97", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:28:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b874f00c-dde2-43e3-bce7-bfa402189a97", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95cd3931-e5fa-44fa-9e70-848662ace351", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:28:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95cd3931-e5fa-44fa-9e70-848662ace351", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:28:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f5f338be-3788-4343-86a1-ecd1f5c56f10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:28:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f5f338be-3788-4343-86a1-ecd1f5c56f10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:28:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f5f338be-3788-4343-86a1-ecd1f5c56f10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:28:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6bfc8c7a-7e43-45b5-be22-32cb04df33f5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6bfc8c7a-7e43-45b5-be22-32cb04df33f5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6bfc8c7a-7e43-45b5-be22-32cb04df33f5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d5a22a35-616c-4b2a-9242-b0accd7cd5dc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:28:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6bfc8c7a-7e43-45b5-be22-32cb04df33f5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T09:28:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6bfc8c7a-7e43-45b5-be22-32cb04df33f5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:28:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6bfc8c7a-7e43-45b5-be22-32cb04df33f5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:28:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d5a22a35-616c-4b2a-9242-b0accd7cd5dc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:28:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d5a22a35-616c-4b2a-9242-b0accd7cd5dc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:28:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1155b13d-708a-47e9-96a6-d3675ee1bd5a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T09:28:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1155b13d-708a-47e9-96a6-d3675ee1bd5a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T09:28:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1155b13d-708a-47e9-96a6-d3675ee1bd5a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T09:28:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4e23287-8bfc-4ccb-9d3d-43a0772a2535", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:28:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1155b13d-708a-47e9-96a6-d3675ee1bd5a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-15T09:28:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1155b13d-708a-47e9-96a6-d3675ee1bd5a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:28:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1155b13d-708a-47e9-96a6-d3675ee1bd5a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T09:28:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4e23287-8bfc-4ccb-9d3d-43a0772a2535", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:28:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4e23287-8bfc-4ccb-9d3d-43a0772a2535", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:28:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0866a160-c306-4cf4-a653-d428e4ca8329", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:28:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0866a160-c306-4cf4-a653-d428e4ca8329", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:28:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0866a160-c306-4cf4-a653-d428e4ca8329", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:28:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f18619b7-0900-42e4-b7d2-c45b44304d7f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:28:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f18619b7-0900-42e4-b7d2-c45b44304d7f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:28:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f18619b7-0900-42e4-b7d2-c45b44304d7f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:28:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f18619b7-0900-42e4-b7d2-c45b44304d7f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-15T09:28:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f18619b7-0900-42e4-b7d2-c45b44304d7f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:28:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f18619b7-0900-42e4-b7d2-c45b44304d7f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:28:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8e443ef7-abcf-49fa-990e-3b5c033b925a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T09:28:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8e443ef7-abcf-49fa-990e-3b5c033b925a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T09:28:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8e443ef7-abcf-49fa-990e-3b5c033b925a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T09:28:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8e443ef7-abcf-49fa-990e-3b5c033b925a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-15T09:28:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8e443ef7-abcf-49fa-990e-3b5c033b925a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:28:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8e443ef7-abcf-49fa-990e-3b5c033b925a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T09:29:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e61251c-81fc-47d2-812b-270cedd7b333", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:29:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e61251c-81fc-47d2-812b-270cedd7b333", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:29:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e61251c-81fc-47d2-812b-270cedd7b333", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:29:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "088bc552-dd14-4019-b7b8-5367d92fdd37", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T09:29:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "088bc552-dd14-4019-b7b8-5367d92fdd37", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T09:29:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "088bc552-dd14-4019-b7b8-5367d92fdd37", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T09:29:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "088bc552-dd14-4019-b7b8-5367d92fdd37", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-15T09:29:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "088bc552-dd14-4019-b7b8-5367d92fdd37", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:29:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "088bc552-dd14-4019-b7b8-5367d92fdd37", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T09:29:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2ee80120-9da3-4fb3-a7e8-bf9f279cda3b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T09:29:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2ee80120-9da3-4fb3-a7e8-bf9f279cda3b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T09:29:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2ee80120-9da3-4fb3-a7e8-bf9f279cda3b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T09:29:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2ee80120-9da3-4fb3-a7e8-bf9f279cda3b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-15T09:29:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2ee80120-9da3-4fb3-a7e8-bf9f279cda3b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:29:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2ee80120-9da3-4fb3-a7e8-bf9f279cda3b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T09:29:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4e25452f-895e-4756-9f7b-9c9db28d3ed6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:29:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4e25452f-895e-4756-9f7b-9c9db28d3ed6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:29:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4e25452f-895e-4756-9f7b-9c9db28d3ed6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:29:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9751bcfd-d0ac-437e-b3b3-73c1c7f92dbc", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T09:29:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9751bcfd-d0ac-437e-b3b3-73c1c7f92dbc", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T09:29:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9751bcfd-d0ac-437e-b3b3-73c1c7f92dbc", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T09:29:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9751bcfd-d0ac-437e-b3b3-73c1c7f92dbc", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-15T09:29:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9751bcfd-d0ac-437e-b3b3-73c1c7f92dbc", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:29:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9751bcfd-d0ac-437e-b3b3-73c1c7f92dbc", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T09:29:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5d624def-185d-4388-9604-68b21c8fd6c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:29:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5d624def-185d-4388-9604-68b21c8fd6c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:29:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5d624def-185d-4388-9604-68b21c8fd6c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:29:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5d624def-185d-4388-9604-68b21c8fd6c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T09:29:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5d624def-185d-4388-9604-68b21c8fd6c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:29:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5d624def-185d-4388-9604-68b21c8fd6c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:29:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0305ce5d-b34c-48c9-8484-c75f7f8ebd33", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:29:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0305ce5d-b34c-48c9-8484-c75f7f8ebd33", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:29:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0305ce5d-b34c-48c9-8484-c75f7f8ebd33", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:29:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "000be84b-cd8d-479a-908b-bb97cab33b08", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:29:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "000be84b-cd8d-479a-908b-bb97cab33b08", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:29:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "000be84b-cd8d-479a-908b-bb97cab33b08", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:29:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "000be84b-cd8d-479a-908b-bb97cab33b08", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T09:29:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "000be84b-cd8d-479a-908b-bb97cab33b08", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:29:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "000be84b-cd8d-479a-908b-bb97cab33b08", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:29:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c6332495-91c3-4a2a-aafb-0cb7e7a4a839", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:29:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c6332495-91c3-4a2a-aafb-0cb7e7a4a839", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:29:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c6332495-91c3-4a2a-aafb-0cb7e7a4a839", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:29:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c6332495-91c3-4a2a-aafb-0cb7e7a4a839", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T09:29:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c6332495-91c3-4a2a-aafb-0cb7e7a4a839", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:29:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c6332495-91c3-4a2a-aafb-0cb7e7a4a839", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:29:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "db092260-4ee1-4ef7-9365-be24e7b2da82", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:29:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "db092260-4ee1-4ef7-9365-be24e7b2da82", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:29:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "db092260-4ee1-4ef7-9365-be24e7b2da82", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:29:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "07a7a5de-ad96-49f2-9d56-9289e702f9c6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:29:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "07a7a5de-ad96-49f2-9d56-9289e702f9c6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:29:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "07a7a5de-ad96-49f2-9d56-9289e702f9c6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:29:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "07a7a5de-ad96-49f2-9d56-9289e702f9c6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T09:29:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "07a7a5de-ad96-49f2-9d56-9289e702f9c6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:29:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "07a7a5de-ad96-49f2-9d56-9289e702f9c6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:29:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4ab81016-4fa5-4f27-a1ed-1ecdcd6bdbd5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T09:29:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4ab81016-4fa5-4f27-a1ed-1ecdcd6bdbd5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T09:29:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4ab81016-4fa5-4f27-a1ed-1ecdcd6bdbd5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T09:29:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4ab81016-4fa5-4f27-a1ed-1ecdcd6bdbd5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-15T09:29:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4ab81016-4fa5-4f27-a1ed-1ecdcd6bdbd5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:29:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4ab81016-4fa5-4f27-a1ed-1ecdcd6bdbd5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T09:29:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a7551c3-8c4c-4160-b00d-a98ffac7c2d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:29:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a7551c3-8c4c-4160-b00d-a98ffac7c2d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:29:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a7551c3-8c4c-4160-b00d-a98ffac7c2d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:29:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d19a4574-a697-4550-b161-8328e9add14c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T09:29:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d19a4574-a697-4550-b161-8328e9add14c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T09:29:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d19a4574-a697-4550-b161-8328e9add14c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T09:29:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d19a4574-a697-4550-b161-8328e9add14c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-15T09:29:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d19a4574-a697-4550-b161-8328e9add14c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:29:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d19a4574-a697-4550-b161-8328e9add14c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T09:29:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ef4c0fac-d57e-4fb6-9b4a-8e21c6301f2d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:29:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ef4c0fac-d57e-4fb6-9b4a-8e21c6301f2d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:29:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ef4c0fac-d57e-4fb6-9b4a-8e21c6301f2d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:29:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ef4c0fac-d57e-4fb6-9b4a-8e21c6301f2d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-15T09:29:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ef4c0fac-d57e-4fb6-9b4a-8e21c6301f2d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:29:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ef4c0fac-d57e-4fb6-9b4a-8e21c6301f2d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:30:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f5de68a5-0473-45c3-b778-1cd07e797fad", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T09:30:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f5de68a5-0473-45c3-b778-1cd07e797fad", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T09:30:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f5de68a5-0473-45c3-b778-1cd07e797fad", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T09:30:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f5de68a5-0473-45c3-b778-1cd07e797fad", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-15T09:30:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f5de68a5-0473-45c3-b778-1cd07e797fad", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:30:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f5de68a5-0473-45c3-b778-1cd07e797fad", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T09:30:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4b827ca9-3483-406a-8b9b-7a839bdef32a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:30:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4b827ca9-3483-406a-8b9b-7a839bdef32a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:30:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4b827ca9-3483-406a-8b9b-7a839bdef32a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:30:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4b827ca9-3483-406a-8b9b-7a839bdef32a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T09:30:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4b827ca9-3483-406a-8b9b-7a839bdef32a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:30:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4b827ca9-3483-406a-8b9b-7a839bdef32a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:30:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1e91d51a-d4bb-44af-a4b3-ac68668550f6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:30:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1e91d51a-d4bb-44af-a4b3-ac68668550f6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:30:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1e91d51a-d4bb-44af-a4b3-ac68668550f6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:30:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1e91d51a-d4bb-44af-a4b3-ac68668550f6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T09:30:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1e91d51a-d4bb-44af-a4b3-ac68668550f6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:30:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1e91d51a-d4bb-44af-a4b3-ac68668550f6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:30:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6051342c-f83f-4805-b54e-3fbad54cb8be", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T09:30:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6051342c-f83f-4805-b54e-3fbad54cb8be", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T09:30:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6051342c-f83f-4805-b54e-3fbad54cb8be", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T09:30:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6051342c-f83f-4805-b54e-3fbad54cb8be", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-15T09:30:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6051342c-f83f-4805-b54e-3fbad54cb8be", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:30:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6051342c-f83f-4805-b54e-3fbad54cb8be", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T09:30:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2c174836-35d4-44d4-8aa2-262987a8a15c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:30:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2c174836-35d4-44d4-8aa2-262987a8a15c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:30:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2c174836-35d4-44d4-8aa2-262987a8a15c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:30:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2c174836-35d4-44d4-8aa2-262987a8a15c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-15T09:30:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2c174836-35d4-44d4-8aa2-262987a8a15c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:30:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2c174836-35d4-44d4-8aa2-262987a8a15c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T09:30:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f3afbaf8-fcaf-4650-97fb-0bff56a07ed1", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T09:30:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f3afbaf8-fcaf-4650-97fb-0bff56a07ed1", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T09:30:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f3afbaf8-fcaf-4650-97fb-0bff56a07ed1", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T09:30:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f3afbaf8-fcaf-4650-97fb-0bff56a07ed1", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-15T09:30:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f3afbaf8-fcaf-4650-97fb-0bff56a07ed1", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:30:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f3afbaf8-fcaf-4650-97fb-0bff56a07ed1", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T09:30:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fb96d9b7-932a-4734-9621-84a9a08a8da7", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:30:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fb96d9b7-932a-4734-9621-84a9a08a8da7", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:30:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fb96d9b7-932a-4734-9621-84a9a08a8da7", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:30:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fb96d9b7-932a-4734-9621-84a9a08a8da7", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T09:30:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fb96d9b7-932a-4734-9621-84a9a08a8da7", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T09:30:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fb96d9b7-932a-4734-9621-84a9a08a8da7", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T09:30:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "7142a700-7c08-44bd-997c-b1f5892242f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-15T09:30:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "7b224c5e-058e-4a05-827b-e52bf33f32ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-15T09:30:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "efab9638-c7fc-4f4d-a437-dbf7f906d792", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:30:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "efab9638-c7fc-4f4d-a437-dbf7f906d792", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-15T09:30:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b100469b-4ac0-448d-8be6-5a65cd15b206", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-15T09:30:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "a38ca44c-520e-49df-8731-a2a772bf915b", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-15T09:30:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "2de1cec4-ca2e-4474-99aa-d986511420b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:30:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "2de1cec4-ca2e-4474-99aa-d986511420b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-15T09:30:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "622cb770-c7e1-496f-b60a-8b5f7171b018", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-15T09:30:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "5f945e22-af2a-4141-8ae8-04a5f8b72569", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-15T09:30:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "0b1a4b3e-bc2f-416e-b838-906059c9e0e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:30:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "0b1a4b3e-bc2f-416e-b838-906059c9e0e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-15T09:30:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "8493f579-7723-4970-a1cb-4aff4fbe6dd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:30:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "8493f579-7723-4970-a1cb-4aff4fbe6dd8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T09:30:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97e3a90f-7e4b-4303-b89e-a4435ae19e3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:30:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97e3a90f-7e4b-4303-b89e-a4435ae19e3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-15T09:30:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "9cf9de84-f534-468f-bc74-b45e5432be44", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-15T09:30:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "12b735a7-3a20-4a75-9014-09adbb32315a", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-15T09:30:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "663c1c3a-ae9b-421f-b6d0-3387cfb3c003", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-15T09:33:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "8119e769-5af1-4efa-b964-693a261869f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T09:33:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "9f9bbb72-fbb0-4a87-955a-ec61b238715d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T09:33:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "18d8cd94-202c-4539-85e3-a1e65baa06c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:33:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "18d8cd94-202c-4539-85e3-a1e65baa06c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T09:33:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "730c06a4-c43c-4e18-a834-3c22fe9f5ac0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T09:33:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "6df6c3a5-eb4b-4034-ae2e-381f9e3c37f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T09:33:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "023f9817-75ca-4bd7-8ef3-1625ca9b6fe1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:33:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "023f9817-75ca-4bd7-8ef3-1625ca9b6fe1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T09:33:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b5193d9-0611-4db4-912f-9a71794e5d1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T09:33:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7627a021-b5ec-4616-8f17-9736fee7ea5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T09:33:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7627a021-b5ec-4616-8f17-9736fee7ea5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:33:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7627a021-b5ec-4616-8f17-9736fee7ea5e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T09:33:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d3dc40f3-91cf-4b18-be11-2a695cab94a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T09:33:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d3dc40f3-91cf-4b18-be11-2a695cab94a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T09:33:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "a0e7bf42-bca0-4e47-8642-f07a08a0add2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T09:33:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "a0e7bf42-bca0-4e47-8642-f07a08a0add2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T09:33:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "974ad4aa-345a-4d55-a525-384846ab839e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T09:33:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "974ad4aa-345a-4d55-a525-384846ab839e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T09:33:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4c833dea-2957-4486-8fba-b665c75648ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-15T09:33:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "8c42a3c1-cf91-42e2-8a10-761af5231730", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T09:33:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1941f509-888c-4e98-bf7d-310a279bb382", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:33:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1941f509-888c-4e98-bf7d-310a279bb382", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-15T09:33:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "848f5183-6229-44f7-9caf-43c564acd68e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T09:33:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "02a2716a-eb29-43ac-8037-2d5033d2ef5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-15T09:33:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "378fbc3a-1870-4d36-8cbe-ca0016b94e87", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:33:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "378fbc3a-1870-4d36-8cbe-ca0016b94e87", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T09:33:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87cedf92-67b5-454e-badb-44e5fdc09499", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T09:34:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48c454b2-0e97-412a-aa78-f3d389b461eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T09:34:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48c454b2-0e97-412a-aa78-f3d389b461eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:34:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48c454b2-0e97-412a-aa78-f3d389b461eb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T09:34:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e155fc19-97ec-4201-a52a-dfffd39a65ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T09:34:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e155fc19-97ec-4201-a52a-dfffd39a65ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T09:34:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bfc44e7a-8712-4e3c-a46b-a715cee0aad1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-15T09:34:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bfc44e7a-8712-4e3c-a46b-a715cee0aad1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-15T09:34:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ed0c462-703e-4a7a-acde-f2c1baabc80a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T09:34:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ed0c462-703e-4a7a-acde-f2c1baabc80a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T09:34:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3be400"}, "namespace": "e2e-modelref-3be400", "name": "openshift-service-ca.crt", "reconcileID": "f9be018d-ae0b-42a0-a6a3-49a4b98ca13d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3be400"} 2026-06-15T09:34:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3be400"}, "namespace": "e2e-modelref-3be400", "name": "odh-trusted-ca-bundle", "reconcileID": "45c0c4f6-dd9c-43f5-93da-2864c79940a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3be400"} 2026-06-15T09:34:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3be400"}, "namespace": "e2e-modelref-3be400", "name": "openshift-service-ca.crt", "reconcileID": "012cf1f4-f6fd-43d6-8493-edd3525bc70a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3be400", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:34:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3be400"}, "namespace": "e2e-modelref-3be400", "name": "openshift-service-ca.crt", "reconcileID": "012cf1f4-f6fd-43d6-8493-edd3525bc70a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3be400"} 2026-06-15T09:34:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3be400"}, "namespace": "e2e-modelref-3be400", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "556f43d9-a76f-451a-87da-fb84bb0fe67d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3be400"} 2026-06-15T09:34:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3be400"}, "namespace": "e2e-modelref-3be400", "name": "openshift-service-ca.crt", "reconcileID": "7f45eda5-87c0-40c9-ab89-cd7719058d89", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3be400"} 2026-06-15T09:34:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3be400"}, "namespace": "e2e-modelref-3be400", "name": "odh-trusted-ca-bundle", "reconcileID": "b3ca1f90-a19d-4cfb-8d8e-c2f9b00b1a74", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3be400", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:34:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3be400"}, "namespace": "e2e-modelref-3be400", "name": "odh-trusted-ca-bundle", "reconcileID": "b3ca1f90-a19d-4cfb-8d8e-c2f9b00b1a74", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3be400"} 2026-06-15T09:34:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3be400"}, "namespace": "e2e-modelref-3be400", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f8decb6-1fc8-4ad3-8054-facc8c59378a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3be400"} 2026-06-15T09:34:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f302a56e-24fb-4c2a-bcfb-942c4855f493", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:34:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f302a56e-24fb-4c2a-bcfb-942c4855f493", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:34:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f302a56e-24fb-4c2a-bcfb-942c4855f493", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:34:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95b85a17-aa0d-424d-bcc1-b5d3666c75f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:34:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95b85a17-aa0d-424d-bcc1-b5d3666c75f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:34:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95b85a17-aa0d-424d-bcc1-b5d3666c75f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:34:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "91df45b6-a572-4e28-bc6d-1d23cb7aef10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:34:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "91df45b6-a572-4e28-bc6d-1d23cb7aef10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:34:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "91df45b6-a572-4e28-bc6d-1d23cb7aef10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:34:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49611845-4c0c-46df-abe1-a13d1c2f9899", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:34:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49611845-4c0c-46df-abe1-a13d1c2f9899", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:34:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49611845-4c0c-46df-abe1-a13d1c2f9899", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:34:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3be400"}, "namespace": "e2e-modelref-3be400", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "764e5e06-abcd-4a84-a7d9-1120534addaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3be400"} 2026-06-15T09:34:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3be400"}, "namespace": "e2e-modelref-3be400", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "764e5e06-abcd-4a84-a7d9-1120534addaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3be400", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:34:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3be400"}, "namespace": "e2e-modelref-3be400", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "764e5e06-abcd-4a84-a7d9-1120534addaf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-3be400 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T09:34:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3be400"}, "namespace": "e2e-modelref-3be400", "name": "odh-trusted-ca-bundle", "reconcileID": "b11f8ba8-04c5-410a-8ca8-6a6071694a27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3be400"} 2026-06-15T09:34:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3be400"}, "namespace": "e2e-modelref-3be400", "name": "odh-trusted-ca-bundle", "reconcileID": "b11f8ba8-04c5-410a-8ca8-6a6071694a27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3be400"} 2026-06-15T09:34:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3be400"}, "namespace": "e2e-modelref-3be400", "name": "openshift-service-ca.crt", "reconcileID": "5308300a-839f-4b96-8589-99a9f793b85b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3be400"} 2026-06-15T09:34:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3be400"}, "namespace": "e2e-modelref-3be400", "name": "openshift-service-ca.crt", "reconcileID": "5308300a-839f-4b96-8589-99a9f793b85b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3be400"} 2026-06-15T09:34:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3be400"}, "namespace": "e2e-modelref-3be400", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3ca3ff0-f449-4987-9538-805c73156108", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3be400"} 2026-06-15T09:34:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3be400"}, "namespace": "e2e-modelref-3be400", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3ca3ff0-f449-4987-9538-805c73156108", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3be400"} 2026-06-15T09:34:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "openshift-service-ca.crt", "reconcileID": "f0ae39f4-a7eb-4bef-867f-bb7c541a1cf8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-04fb24"} 2026-06-15T09:34:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "odh-trusted-ca-bundle", "reconcileID": "3a58c94e-1d36-4adf-aaad-f04a7b664252", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-04fb24"} 2026-06-15T09:34:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "openshift-service-ca.crt", "reconcileID": "c1963078-064a-4bcf-9e20-e7ee3adcab1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-04fb24", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:34:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "openshift-service-ca.crt", "reconcileID": "c1963078-064a-4bcf-9e20-e7ee3adcab1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-04fb24"} 2026-06-15T09:34:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0492744-eb9c-41ac-975a-486d0efa8350", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-04fb24"} 2026-06-15T09:34:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "openshift-service-ca.crt", "reconcileID": "983ade22-c39a-40b1-9296-ad7da653d2a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-04fb24"} 2026-06-15T09:34:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "odh-trusted-ca-bundle", "reconcileID": "c079f676-bcea-4074-b077-7bc11f171398", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-04fb24", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:34:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "odh-trusted-ca-bundle", "reconcileID": "c079f676-bcea-4074-b077-7bc11f171398", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-04fb24"} 2026-06-15T09:34:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb94a786-c6b8-4866-b0cc-0884b7c17d3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-04fb24"} 2026-06-15T09:34:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7fe727f9-6035-463b-93bf-41254ec1af9f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:34:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7fe727f9-6035-463b-93bf-41254ec1af9f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:34:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7fe727f9-6035-463b-93bf-41254ec1af9f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:34:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f361f18-b393-4ebe-8a36-7fa00c79ff69", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:34:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f361f18-b393-4ebe-8a36-7fa00c79ff69", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:34:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f361f18-b393-4ebe-8a36-7fa00c79ff69", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:35:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "962664bc-0bf9-4eb5-ae0a-b0f5255b441e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:35:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "962664bc-0bf9-4eb5-ae0a-b0f5255b441e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:35:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "962664bc-0bf9-4eb5-ae0a-b0f5255b441e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:35:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c0fa7a48-2e69-4286-ae27-6dc7102dc51a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:35:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c0fa7a48-2e69-4286-ae27-6dc7102dc51a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:35:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c0fa7a48-2e69-4286-ae27-6dc7102dc51a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:35:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ab6b998-9d61-462c-b20a-614638a514b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-04fb24"} 2026-06-15T09:35:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ab6b998-9d61-462c-b20a-614638a514b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-04fb24", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:35:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ab6b998-9d61-462c-b20a-614638a514b1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-04fb24 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T09:35:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "odh-trusted-ca-bundle", "reconcileID": "434bb148-68cd-4d09-9354-6456eaf9b3d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-04fb24"} 2026-06-15T09:35:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "odh-trusted-ca-bundle", "reconcileID": "434bb148-68cd-4d09-9354-6456eaf9b3d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-04fb24", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:35:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "odh-trusted-ca-bundle", "reconcileID": "434bb148-68cd-4d09-9354-6456eaf9b3d5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-04fb24 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T09:35:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "openshift-service-ca.crt", "reconcileID": "2e5355c0-0d41-447f-adea-afef566fc693", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-04fb24"} 2026-06-15T09:35:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "openshift-service-ca.crt", "reconcileID": "2e5355c0-0d41-447f-adea-afef566fc693", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-04fb24"} 2026-06-15T09:35:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40f4d341-5dd9-40a5-ae4a-4e96903c3eb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-04fb24"} 2026-06-15T09:35:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40f4d341-5dd9-40a5-ae4a-4e96903c3eb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-04fb24"} 2026-06-15T09:35:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "odh-trusted-ca-bundle", "reconcileID": "725eab95-1d36-4eac-ab87-7eed7df4fef4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-04fb24"} 2026-06-15T09:35:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-04fb24"}, "namespace": "e2e-modelref-04fb24", "name": "odh-trusted-ca-bundle", "reconcileID": "725eab95-1d36-4eac-ab87-7eed7df4fef4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-04fb24"} 2026-06-15T09:35:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-dda753"}, "namespace": "e2e-webhook-test-dda753", "name": "openshift-service-ca.crt", "reconcileID": "8fb6c09a-eaae-404d-9e51-f16191c8c6a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-dda753"} 2026-06-15T09:35:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-dda753"}, "namespace": "e2e-webhook-test-dda753", "name": "odh-trusted-ca-bundle", "reconcileID": "8b0b7cd8-7d74-4fde-a43c-22c9f467c280", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-dda753"} 2026-06-15T09:35:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-dda753"}, "namespace": "e2e-webhook-test-dda753", "name": "openshift-service-ca.crt", "reconcileID": "28788224-99d9-443c-b504-e183537c2103", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-dda753", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:35:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-dda753"}, "namespace": "e2e-webhook-test-dda753", "name": "openshift-service-ca.crt", "reconcileID": "28788224-99d9-443c-b504-e183537c2103", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-dda753"} 2026-06-15T09:35:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-dda753"}, "namespace": "e2e-webhook-test-dda753", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85b8262a-e381-4ecd-8f6f-9cb1587456ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-dda753"} 2026-06-15T09:35:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-dda753"}, "namespace": "e2e-webhook-test-dda753", "name": "openshift-service-ca.crt", "reconcileID": "b02b985e-5db4-4836-aadb-e9d44d1830c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-dda753"} 2026-06-15T09:35:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-dda753"}, "namespace": "e2e-webhook-test-dda753", "name": "odh-trusted-ca-bundle", "reconcileID": "d8131fe4-cec8-42b7-9c28-65f6bf30b769", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-dda753", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:35:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-dda753"}, "namespace": "e2e-webhook-test-dda753", "name": "odh-trusted-ca-bundle", "reconcileID": "d8131fe4-cec8-42b7-9c28-65f6bf30b769", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-dda753"} 2026-06-15T09:35:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-dda753"}, "namespace": "e2e-webhook-test-dda753", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec558044-d89a-4718-b3e6-29915e81f385", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-dda753"} 2026-06-15T09:35:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-dda753"}, "namespace": "e2e-webhook-test-dda753", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "922016dc-a422-40da-b991-025388da7e9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-dda753"} 2026-06-15T09:35:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-dda753"}, "namespace": "e2e-webhook-test-dda753", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "922016dc-a422-40da-b991-025388da7e9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-dda753", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:35:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-dda753"}, "namespace": "e2e-webhook-test-dda753", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "922016dc-a422-40da-b991-025388da7e9e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-dda753 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T09:35:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-dda753"}, "namespace": "e2e-webhook-test-dda753", "name": "odh-trusted-ca-bundle", "reconcileID": "85865805-c2d0-468c-8f0d-372de76a305c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-dda753"} 2026-06-15T09:35:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-dda753"}, "namespace": "e2e-webhook-test-dda753", "name": "odh-trusted-ca-bundle", "reconcileID": "85865805-c2d0-468c-8f0d-372de76a305c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-dda753"} 2026-06-15T09:35:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-dda753"}, "namespace": "e2e-webhook-test-dda753", "name": "openshift-service-ca.crt", "reconcileID": "570979d9-0ddc-43b2-b5a9-d8824582dd06", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-dda753"} 2026-06-15T09:35:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-dda753"}, "namespace": "e2e-webhook-test-dda753", "name": "openshift-service-ca.crt", "reconcileID": "570979d9-0ddc-43b2-b5a9-d8824582dd06", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-dda753"} 2026-06-15T09:35:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-dda753"}, "namespace": "e2e-webhook-test-dda753", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23ff08a6-33a8-47bb-a15c-5e6cbcd0b3c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-dda753"} 2026-06-15T09:35:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-dda753"}, "namespace": "e2e-webhook-test-dda753", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23ff08a6-33a8-47bb-a15c-5e6cbcd0b3c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-dda753"} 2026-06-15T09:35:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "openshift-service-ca.crt", "reconcileID": "126ec598-539d-466d-9a86-ca814968c440", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-aac88d"} 2026-06-15T09:35:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "odh-trusted-ca-bundle", "reconcileID": "61f5c7ee-f56e-4d66-b2e8-6c9e229ce56b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-aac88d"} 2026-06-15T09:35:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "openshift-service-ca.crt", "reconcileID": "39538043-9a7b-4581-847a-7581f917790e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-aac88d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:35:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "openshift-service-ca.crt", "reconcileID": "39538043-9a7b-4581-847a-7581f917790e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-aac88d"} 2026-06-15T09:35:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20485665-b47c-447e-83c9-e7b028f1d42c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-aac88d"} 2026-06-15T09:35:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "openshift-service-ca.crt", "reconcileID": "ce66459e-a74d-4828-a38a-b32951acab8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-aac88d"} 2026-06-15T09:35:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "odh-trusted-ca-bundle", "reconcileID": "f0ef4b6a-0402-46ed-84fc-9e4dd735eedf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-aac88d", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:35:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "odh-trusted-ca-bundle", "reconcileID": "f0ef4b6a-0402-46ed-84fc-9e4dd735eedf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-aac88d"} 2026-06-15T09:35:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ba63e24-3c0d-47bd-a370-29f4d0dd07ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-aac88d"} 2026-06-15T09:35:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb9f26ae-a258-4f4c-8ade-9049b1c3d401", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-aac88d"} 2026-06-15T09:35:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb9f26ae-a258-4f4c-8ade-9049b1c3d401", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-aac88d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:35:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb9f26ae-a258-4f4c-8ade-9049b1c3d401", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-aac88d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T09:35:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "odh-trusted-ca-bundle", "reconcileID": "d53daa11-c75e-435a-8cc5-91d63910d833", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-aac88d"} 2026-06-15T09:35:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "odh-trusted-ca-bundle", "reconcileID": "d53daa11-c75e-435a-8cc5-91d63910d833", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-aac88d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:35:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "odh-trusted-ca-bundle", "reconcileID": "d53daa11-c75e-435a-8cc5-91d63910d833", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-aac88d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T09:35:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "openshift-service-ca.crt", "reconcileID": "539e184c-7e6a-402e-b2ed-f2557ace46bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-aac88d"} 2026-06-15T09:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "openshift-service-ca.crt", "reconcileID": "539e184c-7e6a-402e-b2ed-f2557ace46bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-aac88d"} 2026-06-15T09:35:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dc15e2e-e925-4177-8470-bdcfd7c3e516", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-aac88d"} 2026-06-15T09:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dc15e2e-e925-4177-8470-bdcfd7c3e516", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-aac88d"} 2026-06-15T09:35:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "odh-trusted-ca-bundle", "reconcileID": "5764a882-ab70-412e-aed8-f59da0d68423", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-aac88d"} 2026-06-15T09:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-aac88d"}, "namespace": "e2e-webhook-test-aac88d", "name": "odh-trusted-ca-bundle", "reconcileID": "5764a882-ab70-412e-aed8-f59da0d68423", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-aac88d"} 2026-06-15T09:37:27Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T09:37:27Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T09:37:28Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T09:37:28Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T09:46:00Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T09:46:00Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T09:46:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T09:46:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T09:53:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "43b30bed-9489-4eb5-8ce0-840df0657350", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:53:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "43b30bed-9489-4eb5-8ce0-840df0657350", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:53:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "43b30bed-9489-4eb5-8ce0-840df0657350", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:53:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35a738bd-552e-4a46-a3bd-7420aba0d523", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:53:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35a738bd-552e-4a46-a3bd-7420aba0d523", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:53:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35a738bd-552e-4a46-a3bd-7420aba0d523", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:53:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "73fb7615-38aa-400a-9724-7079bd040a0a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:53:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "73fb7615-38aa-400a-9724-7079bd040a0a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:53:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "73fb7615-38aa-400a-9724-7079bd040a0a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:53:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0181ea06-f87f-4082-be0e-986784ab65f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:53:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0181ea06-f87f-4082-be0e-986784ab65f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T09:53:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0181ea06-f87f-4082-be0e-986784ab65f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T09:53:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-98d40a0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-98d40a0d", "reconcileID": "b56e2963-84aa-44ae-91ca-f61f13b7e6aa", "Gateway": "e2e-ait-98d40a0d", "namespace": "openshift-ingress"} 2026-06-15T09:53:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-98d40a0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-98d40a0d", "reconcileID": "db68b98b-0e0e-4add-93cb-295f081e4716", "Gateway": "e2e-ait-98d40a0d", "namespace": "openshift-ingress"} 2026-06-15T09:53:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-98d40a0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-98d40a0d", "reconcileID": "bb359013-f8f9-4938-8885-29af4308b7cd", "Gateway": "e2e-ait-98d40a0d", "namespace": "openshift-ingress"} 2026-06-15T09:53:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-98d40a0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-98d40a0d", "reconcileID": "4f7dc95b-dd60-4276-9d5c-7bbb15d67c02", "Gateway": "e2e-ait-98d40a0d", "namespace": "openshift-ingress"} 2026-06-15T09:53:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-98d40a0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-98d40a0d", "reconcileID": "08cf3c8b-efef-47f6-a870-42db52c06a49", "Gateway": "e2e-ait-98d40a0d", "namespace": "openshift-ingress"} 2026-06-15T09:53:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-98d40a0d"}, "namespace": "e2e-aitenant-98d40a0d", "name": "openshift-service-ca.crt", "reconcileID": "57c9f3e8-debc-44a4-a460-2ee10812cbfc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-98d40a0d"} 2026-06-15T09:53:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-98d40a0d"}, "namespace": "e2e-aitenant-98d40a0d", "name": "odh-trusted-ca-bundle", "reconcileID": "fe9c9877-ee36-4a0f-a907-d797d1d26531", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-98d40a0d"} 2026-06-15T09:53:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-98d40a0d"}, "namespace": "e2e-aitenant-98d40a0d", "name": "openshift-service-ca.crt", "reconcileID": "8adfb6f1-4921-494b-9a24-d5bb6d60d57e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-98d40a0d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:53:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-98d40a0d"}, "namespace": "e2e-aitenant-98d40a0d", "name": "openshift-service-ca.crt", "reconcileID": "8adfb6f1-4921-494b-9a24-d5bb6d60d57e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-98d40a0d"} 2026-06-15T09:53:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-98d40a0d"}, "namespace": "e2e-aitenant-98d40a0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aad4fa99-2765-41de-878e-c3d7545a515b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-98d40a0d"} 2026-06-15T09:53:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-98d40a0d"}, "namespace": "e2e-aitenant-98d40a0d", "name": "openshift-service-ca.crt", "reconcileID": "a38e3f8b-2c80-4e62-b32a-c995bf06c69b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-98d40a0d"} 2026-06-15T09:53:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-98d40a0d"}, "namespace": "e2e-aitenant-98d40a0d", "name": "odh-trusted-ca-bundle", "reconcileID": "a3fd3243-c195-44e9-ac6f-66a3a5943149", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-98d40a0d", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:53:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-98d40a0d"}, "namespace": "e2e-aitenant-98d40a0d", "name": "odh-trusted-ca-bundle", "reconcileID": "a3fd3243-c195-44e9-ac6f-66a3a5943149", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-98d40a0d"} 2026-06-15T09:53:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-98d40a0d"}, "namespace": "e2e-aitenant-98d40a0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c59f1d3-856a-4d43-b4ab-cf92eb7f506e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-98d40a0d"} 2026-06-15T09:53:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-98d40a0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-98d40a0d", "reconcileID": "6ee726f2-3289-4fd7-86ba-5911217524f1", "Gateway": "e2e-ait-98d40a0d", "namespace": "openshift-ingress"} 2026-06-15T09:53:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-98d40a0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-98d40a0d", "reconcileID": "1932ed13-abcc-40e7-831b-c38b9b444629", "Gateway": "e2e-ait-98d40a0d", "namespace": "openshift-ingress"} 2026-06-15T09:53:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-98d40a0d"}, "namespace": "e2e-aitenant-98d40a0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1de81a4a-c9a4-4981-8e8f-ce0b8efa55da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-98d40a0d"} 2026-06-15T09:53:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-98d40a0d"}, "namespace": "e2e-aitenant-98d40a0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1de81a4a-c9a4-4981-8e8f-ce0b8efa55da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-98d40a0d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:53:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-98d40a0d"}, "namespace": "e2e-aitenant-98d40a0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1de81a4a-c9a4-4981-8e8f-ce0b8efa55da", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-98d40a0d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T09:53:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-98d40a0d"}, "namespace": "e2e-aitenant-98d40a0d", "name": "odh-trusted-ca-bundle", "reconcileID": "f375da0f-a946-490c-8aa7-40db6a88af78", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-98d40a0d"} 2026-06-15T09:53:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-98d40a0d"}, "namespace": "e2e-aitenant-98d40a0d", "name": "odh-trusted-ca-bundle", "reconcileID": "f375da0f-a946-490c-8aa7-40db6a88af78", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-98d40a0d"} 2026-06-15T09:53:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-98d40a0d"}, "namespace": "e2e-aitenant-98d40a0d", "name": "openshift-service-ca.crt", "reconcileID": "bfad9632-1c0a-4d4b-b2ac-ac879999be13", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-98d40a0d"} 2026-06-15T09:53:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-98d40a0d"}, "namespace": "e2e-aitenant-98d40a0d", "name": "openshift-service-ca.crt", "reconcileID": "bfad9632-1c0a-4d4b-b2ac-ac879999be13", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-98d40a0d"} 2026-06-15T09:53:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-98d40a0d"}, "namespace": "e2e-aitenant-98d40a0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c641f838-a4f1-4dbc-8e12-e9267c9311b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-98d40a0d"} 2026-06-15T09:53:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-98d40a0d"}, "namespace": "e2e-aitenant-98d40a0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c641f838-a4f1-4dbc-8e12-e9267c9311b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-98d40a0d"} 2026-06-15T09:53:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-68b1311b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-68b1311b", "reconcileID": "02757518-16a7-4649-8a42-66724d72ce88", "Gateway": "e2e-ait-68b1311b", "namespace": "openshift-ingress"} 2026-06-15T09:53:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-68b1311b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-68b1311b", "reconcileID": "d326277b-7ebd-4802-956a-8299ee912c75", "Gateway": "e2e-ait-68b1311b", "namespace": "openshift-ingress"} 2026-06-15T09:53:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-68b1311b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-68b1311b", "reconcileID": "ec6d5b3a-a640-4079-ab8c-140b6d5e84f0", "Gateway": "e2e-ait-68b1311b", "namespace": "openshift-ingress"} 2026-06-15T09:53:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-68b1311b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-68b1311b", "reconcileID": "47d3139a-7218-4be8-80ab-0a8ef4b9ffed", "Gateway": "e2e-ait-68b1311b", "namespace": "openshift-ingress"} 2026-06-15T09:53:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-68b1311b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-68b1311b", "reconcileID": "a4074f05-3c30-40b2-95f3-0bb5115d78fb", "Gateway": "e2e-ait-68b1311b", "namespace": "openshift-ingress"} 2026-06-15T09:53:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "openshift-service-ca.crt", "reconcileID": "8cd267ff-ef1f-4f9b-8b76-183c6ddb3f4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-68b1311b"} 2026-06-15T09:53:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "odh-trusted-ca-bundle", "reconcileID": "7ba71731-079a-44c8-ad91-69035a020781", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-68b1311b"} 2026-06-15T09:53:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "openshift-service-ca.crt", "reconcileID": "ce01a7da-7ecd-4dc6-b5cb-a5849fc5c90e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-68b1311b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:53:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "openshift-service-ca.crt", "reconcileID": "ce01a7da-7ecd-4dc6-b5cb-a5849fc5c90e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-68b1311b"} 2026-06-15T09:53:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da6fa8eb-e752-4f4a-85df-7d001eb2da00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-68b1311b"} 2026-06-15T09:53:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "openshift-service-ca.crt", "reconcileID": "9bbcf801-e884-47bc-99b6-f58ad6e13a1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-68b1311b"} 2026-06-15T09:53:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "odh-trusted-ca-bundle", "reconcileID": "0fbb875d-4968-4292-9ae9-105e9111373d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-68b1311b", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:53:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "odh-trusted-ca-bundle", "reconcileID": "0fbb875d-4968-4292-9ae9-105e9111373d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-68b1311b"} 2026-06-15T09:53:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "298bd960-5d4f-4b1b-a734-7d7d3d3f9e89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-68b1311b"} 2026-06-15T09:53:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-68b1311b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-68b1311b", "reconcileID": "94261b7c-ff2c-4c02-bc3b-09ddc377990f", "Gateway": "e2e-ait-68b1311b", "namespace": "openshift-ingress"} 2026-06-15T09:54:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-68b1311b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-68b1311b", "reconcileID": "915c22f3-9854-4114-aa14-faac83e27d1a", "Gateway": "e2e-ait-68b1311b", "namespace": "openshift-ingress"} 2026-06-15T09:54:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54d5fa58-1896-4194-a590-89d54135f948", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-68b1311b"} 2026-06-15T09:54:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54d5fa58-1896-4194-a590-89d54135f948", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-68b1311b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:54:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54d5fa58-1896-4194-a590-89d54135f948", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-68b1311b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T09:54:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "odh-trusted-ca-bundle", "reconcileID": "5ad69ae2-e907-4cb9-a585-4db78775252a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-68b1311b"} 2026-06-15T09:54:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "odh-trusted-ca-bundle", "reconcileID": "5ad69ae2-e907-4cb9-a585-4db78775252a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-68b1311b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T09:54:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "odh-trusted-ca-bundle", "reconcileID": "5ad69ae2-e907-4cb9-a585-4db78775252a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-68b1311b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T09:54:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "openshift-service-ca.crt", "reconcileID": "4828a1b0-3631-43b0-a551-e9e1427d15c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-68b1311b"} 2026-06-15T09:54:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "openshift-service-ca.crt", "reconcileID": "4828a1b0-3631-43b0-a551-e9e1427d15c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-68b1311b"} 2026-06-15T09:54:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1effaaee-2b65-4332-a35b-e668eb4f7e2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-68b1311b"} 2026-06-15T09:54:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1effaaee-2b65-4332-a35b-e668eb4f7e2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-68b1311b"} 2026-06-15T09:54:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "odh-trusted-ca-bundle", "reconcileID": "314af27c-0eb9-491a-8933-2c6a1e15bedd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-68b1311b"} 2026-06-15T09:54:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-68b1311b"}, "namespace": "e2e-aitenant-68b1311b", "name": "odh-trusted-ca-bundle", "reconcileID": "314af27c-0eb9-491a-8933-2c6a1e15bedd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-68b1311b"}