2026-06-11T16:57:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8fb87d60-d00f-44ce-b9e9-dd17557830d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:57:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8fb87d60-d00f-44ce-b9e9-dd17557830d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:00:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "f3793ff4-6335-4cd3-9596-cb1ec4ef0860", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-11T17:00:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "be4dd476-2b77-45cd-a9bd-8c1247394100", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-11T17:00:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "234b6412-0c65-441f-be9e-d2c888678aec", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:00:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "234b6412-0c65-441f-be9e-d2c888678aec", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-11T17:00:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1740e463-a9b8-4318-b92e-90e46a8e534b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-11T17:00:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "4dd52356-c968-48a8-b112-cc26e76bfdd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-11T17:00:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "5737c4d7-e2b1-4d46-8a89-f10a40f63e4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:00:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "5737c4d7-e2b1-4d46-8a89-f10a40f63e4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-11T17:00:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aeec8d3d-a06f-44e1-9488-3a98218edf80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3bdaa91b-8251-43d2-b150-c48723f985bf", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3bdaa91b-8251-43d2-b150-c48723f985bf", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3bdaa91b-8251-43d2-b150-c48723f985bf", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "be01863b-75f5-4cc3-8b8e-72cc704ba445", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:00:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "be01863b-75f5-4cc3-8b8e-72cc704ba445", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:00:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3bdaa91b-8251-43d2-b150-c48723f985bf", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T17:00:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3bdaa91b-8251-43d2-b150-c48723f985bf", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:00:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3bdaa91b-8251-43d2-b150-c48723f985bf", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "be01863b-75f5-4cc3-8b8e-72cc704ba445", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:00:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e8e79dd5-1c2a-4ed6-b2b6-a5f38a76b563", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e8e79dd5-1c2a-4ed6-b2b6-a5f38a76b563", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e8e79dd5-1c2a-4ed6-b2b6-a5f38a76b563", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04a658da-3538-4553-a198-065b928190b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:00:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e8e79dd5-1c2a-4ed6-b2b6-a5f38a76b563", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T17:00:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e8e79dd5-1c2a-4ed6-b2b6-a5f38a76b563", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:00:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e8e79dd5-1c2a-4ed6-b2b6-a5f38a76b563", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04a658da-3538-4553-a198-065b928190b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:00:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04a658da-3538-4553-a198-065b928190b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:00:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e2fd1db2-3f09-49c8-9058-3c9dcecb5739", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e2fd1db2-3f09-49c8-9058-3c9dcecb5739", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e2fd1db2-3f09-49c8-9058-3c9dcecb5739", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "86c6b9ef-cec2-4843-ba4c-3b55bac0f121", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:00:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e2fd1db2-3f09-49c8-9058-3c9dcecb5739", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T17:00:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e2fd1db2-3f09-49c8-9058-3c9dcecb5739", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:00:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e2fd1db2-3f09-49c8-9058-3c9dcecb5739", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "86c6b9ef-cec2-4843-ba4c-3b55bac0f121", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:00:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "86c6b9ef-cec2-4843-ba4c-3b55bac0f121", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:00:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f703b84-c7d0-48c3-9f75-2ad9f4a28475", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f703b84-c7d0-48c3-9f75-2ad9f4a28475", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f703b84-c7d0-48c3-9f75-2ad9f4a28475", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f703b84-c7d0-48c3-9f75-2ad9f4a28475", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T17:00:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f703b84-c7d0-48c3-9f75-2ad9f4a28475", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:00:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f703b84-c7d0-48c3-9f75-2ad9f4a28475", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "38ac2b66-55cd-4d72-a990-f3a8f0a53a6e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "38ac2b66-55cd-4d72-a990-f3a8f0a53a6e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "38ac2b66-55cd-4d72-a990-f3a8f0a53a6e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2a62567-85e8-4b1d-8adc-ddb89242aafd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:00:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "38ac2b66-55cd-4d72-a990-f3a8f0a53a6e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T17:00:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "38ac2b66-55cd-4d72-a990-f3a8f0a53a6e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:00:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "38ac2b66-55cd-4d72-a990-f3a8f0a53a6e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2a62567-85e8-4b1d-8adc-ddb89242aafd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:00:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2a62567-85e8-4b1d-8adc-ddb89242aafd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:00:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c820dc5c-3bf6-4d8a-b355-0cbf07a9f246", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:00:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c820dc5c-3bf6-4d8a-b355-0cbf07a9f246", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:00:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "74d1589c-61ec-4dbd-b582-0f7e5179bd75", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "74d1589c-61ec-4dbd-b582-0f7e5179bd75", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "74d1589c-61ec-4dbd-b582-0f7e5179bd75", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "74d1589c-61ec-4dbd-b582-0f7e5179bd75", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T17:00:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "74d1589c-61ec-4dbd-b582-0f7e5179bd75", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:00:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "74d1589c-61ec-4dbd-b582-0f7e5179bd75", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:00:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c820dc5c-3bf6-4d8a-b355-0cbf07a9f246", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:00:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42933291-c014-40f2-8ae8-d48e1bb0683b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:00:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42933291-c014-40f2-8ae8-d48e1bb0683b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:00:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42933291-c014-40f2-8ae8-d48e1bb0683b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:00:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8f0f4577-aa09-4782-b22e-d078d0bd4f5c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T17:00:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8f0f4577-aa09-4782-b22e-d078d0bd4f5c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T17:00:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8f0f4577-aa09-4782-b22e-d078d0bd4f5c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T17:00:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2345dcb6-e7ff-4d8e-9dea-2ec910ad7ae8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:00:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8f0f4577-aa09-4782-b22e-d078d0bd4f5c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T17:00:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8f0f4577-aa09-4782-b22e-d078d0bd4f5c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:00:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8f0f4577-aa09-4782-b22e-d078d0bd4f5c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T17:00:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2345dcb6-e7ff-4d8e-9dea-2ec910ad7ae8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:00:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2345dcb6-e7ff-4d8e-9dea-2ec910ad7ae8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:01:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "507c50d3-6b6f-40cd-8778-f18c718357c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:01:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "507c50d3-6b6f-40cd-8778-f18c718357c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:01:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "507c50d3-6b6f-40cd-8778-f18c718357c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:01:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "64d9ae3f-1b28-4d12-aaf1-cfeaf6ce4e12", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T17:01:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "64d9ae3f-1b28-4d12-aaf1-cfeaf6ce4e12", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T17:01:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "64d9ae3f-1b28-4d12-aaf1-cfeaf6ce4e12", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T17:01:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "64d9ae3f-1b28-4d12-aaf1-cfeaf6ce4e12", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T17:01:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "64d9ae3f-1b28-4d12-aaf1-cfeaf6ce4e12", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:01:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "64d9ae3f-1b28-4d12-aaf1-cfeaf6ce4e12", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T17:01:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8e65f339-2e5b-49e9-ac5e-c20364fe27d9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T17:01:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8e65f339-2e5b-49e9-ac5e-c20364fe27d9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T17:01:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8e65f339-2e5b-49e9-ac5e-c20364fe27d9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T17:01:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8e65f339-2e5b-49e9-ac5e-c20364fe27d9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T17:01:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8e65f339-2e5b-49e9-ac5e-c20364fe27d9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:01:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8e65f339-2e5b-49e9-ac5e-c20364fe27d9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T17:01:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "057abbb0-0f54-45aa-8e03-5615236fedfa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:01:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "057abbb0-0f54-45aa-8e03-5615236fedfa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:01:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "057abbb0-0f54-45aa-8e03-5615236fedfa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:01:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2bfa78ea-6eb4-4722-bda3-16bbdf81f587", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T17:01:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2bfa78ea-6eb4-4722-bda3-16bbdf81f587", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T17:01:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2bfa78ea-6eb4-4722-bda3-16bbdf81f587", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T17:01:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2bfa78ea-6eb4-4722-bda3-16bbdf81f587", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T17:01:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2bfa78ea-6eb4-4722-bda3-16bbdf81f587", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:01:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2bfa78ea-6eb4-4722-bda3-16bbdf81f587", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T17:01:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a9240420-931f-453b-8c77-ce3282f3546e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T17:01:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a9240420-931f-453b-8c77-ce3282f3546e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T17:01:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a9240420-931f-453b-8c77-ce3282f3546e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T17:01:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a9240420-931f-453b-8c77-ce3282f3546e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T17:01:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a9240420-931f-453b-8c77-ce3282f3546e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:01:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a9240420-931f-453b-8c77-ce3282f3546e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T17:01:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "246d9a5d-3411-435c-8112-c59f2c286001", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:01:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "246d9a5d-3411-435c-8112-c59f2c286001", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:01:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "246d9a5d-3411-435c-8112-c59f2c286001", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:01:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "296c1f3e-6243-4265-91df-709252281c17", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T17:01:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "296c1f3e-6243-4265-91df-709252281c17", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T17:01:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "296c1f3e-6243-4265-91df-709252281c17", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T17:01:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "296c1f3e-6243-4265-91df-709252281c17", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T17:01:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "296c1f3e-6243-4265-91df-709252281c17", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:01:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "296c1f3e-6243-4265-91df-709252281c17", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T17:01:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "016d23cc-139f-47be-be1f-a1e28597c502", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:01:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "016d23cc-139f-47be-be1f-a1e28597c502", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:01:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "016d23cc-139f-47be-be1f-a1e28597c502", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:01:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "016d23cc-139f-47be-be1f-a1e28597c502", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T17:01:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "016d23cc-139f-47be-be1f-a1e28597c502", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:01:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "016d23cc-139f-47be-be1f-a1e28597c502", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:01:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "563d48fb-dbcf-42d5-90a1-371b9372e9c5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:01:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "563d48fb-dbcf-42d5-90a1-371b9372e9c5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:01:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "563d48fb-dbcf-42d5-90a1-371b9372e9c5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:01:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2e01fe40-dd1a-46b3-a6d2-f36f3651b71d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:01:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2e01fe40-dd1a-46b3-a6d2-f36f3651b71d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:01:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2e01fe40-dd1a-46b3-a6d2-f36f3651b71d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:01:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2e01fe40-dd1a-46b3-a6d2-f36f3651b71d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T17:01:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2e01fe40-dd1a-46b3-a6d2-f36f3651b71d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:01:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2e01fe40-dd1a-46b3-a6d2-f36f3651b71d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:01:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "261dd85f-40bb-4a9d-bceb-3665aee68cf9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:01:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "261dd85f-40bb-4a9d-bceb-3665aee68cf9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:01:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "261dd85f-40bb-4a9d-bceb-3665aee68cf9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:01:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "261dd85f-40bb-4a9d-bceb-3665aee68cf9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T17:01:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "261dd85f-40bb-4a9d-bceb-3665aee68cf9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:01:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "261dd85f-40bb-4a9d-bceb-3665aee68cf9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:01:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d83d80ba-f51e-4e9b-84c6-ed8d8b38ddca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:01:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d83d80ba-f51e-4e9b-84c6-ed8d8b38ddca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:01:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d83d80ba-f51e-4e9b-84c6-ed8d8b38ddca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:01:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "506e11b2-b307-4d33-9475-212f6f68ad94", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:01:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "506e11b2-b307-4d33-9475-212f6f68ad94", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:01:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "506e11b2-b307-4d33-9475-212f6f68ad94", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:01:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "506e11b2-b307-4d33-9475-212f6f68ad94", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T17:01:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "506e11b2-b307-4d33-9475-212f6f68ad94", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:01:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "506e11b2-b307-4d33-9475-212f6f68ad94", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:01:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9f90e8ea-4d53-4cba-ace3-b93a5760e9fe", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T17:01:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9f90e8ea-4d53-4cba-ace3-b93a5760e9fe", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T17:01:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9f90e8ea-4d53-4cba-ace3-b93a5760e9fe", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T17:01:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9f90e8ea-4d53-4cba-ace3-b93a5760e9fe", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T17:01:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9f90e8ea-4d53-4cba-ace3-b93a5760e9fe", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:01:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9f90e8ea-4d53-4cba-ace3-b93a5760e9fe", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T17:02:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3011046e-2e4f-4c9c-aa14-8a7f0d65e1a5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:02:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3011046e-2e4f-4c9c-aa14-8a7f0d65e1a5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:02:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3011046e-2e4f-4c9c-aa14-8a7f0d65e1a5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:02:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "20975a82-3d1a-444c-b245-49d4d74ac6b3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T17:02:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "20975a82-3d1a-444c-b245-49d4d74ac6b3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T17:02:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "20975a82-3d1a-444c-b245-49d4d74ac6b3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T17:02:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "20975a82-3d1a-444c-b245-49d4d74ac6b3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T17:02:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "20975a82-3d1a-444c-b245-49d4d74ac6b3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:02:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "20975a82-3d1a-444c-b245-49d4d74ac6b3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T17:02:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "043df75a-2a1a-4087-ba0b-25f9d5682b74", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T17:02:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "043df75a-2a1a-4087-ba0b-25f9d5682b74", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T17:02:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "043df75a-2a1a-4087-ba0b-25f9d5682b74", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T17:02:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "043df75a-2a1a-4087-ba0b-25f9d5682b74", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T17:02:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "043df75a-2a1a-4087-ba0b-25f9d5682b74", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:02:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "043df75a-2a1a-4087-ba0b-25f9d5682b74", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T17:02:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8aec7b8a-f68a-4b67-ad7e-455bb2b4049b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T17:02:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8aec7b8a-f68a-4b67-ad7e-455bb2b4049b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T17:02:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8aec7b8a-f68a-4b67-ad7e-455bb2b4049b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T17:02:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8aec7b8a-f68a-4b67-ad7e-455bb2b4049b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T17:02:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8aec7b8a-f68a-4b67-ad7e-455bb2b4049b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:02:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8aec7b8a-f68a-4b67-ad7e-455bb2b4049b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T17:02:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "455803a2-6752-4c43-a26d-9310927a2483", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T17:02:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "455803a2-6752-4c43-a26d-9310927a2483", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T17:02:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "455803a2-6752-4c43-a26d-9310927a2483", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T17:02:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "455803a2-6752-4c43-a26d-9310927a2483", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T17:02:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "455803a2-6752-4c43-a26d-9310927a2483", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:02:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "455803a2-6752-4c43-a26d-9310927a2483", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T17:02:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b8e1ec88-32de-48d0-87be-40c6dc23e646", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:02:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b8e1ec88-32de-48d0-87be-40c6dc23e646", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:02:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b8e1ec88-32de-48d0-87be-40c6dc23e646", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:02:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b8e1ec88-32de-48d0-87be-40c6dc23e646", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T17:02:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b8e1ec88-32de-48d0-87be-40c6dc23e646", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:02:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b8e1ec88-32de-48d0-87be-40c6dc23e646", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:02:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "68c1432e-1d0b-4220-a46b-dd3afdb30253", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:02:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "68c1432e-1d0b-4220-a46b-dd3afdb30253", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:02:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "68c1432e-1d0b-4220-a46b-dd3afdb30253", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:02:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "68c1432e-1d0b-4220-a46b-dd3afdb30253", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T17:02:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "68c1432e-1d0b-4220-a46b-dd3afdb30253", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:02:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "68c1432e-1d0b-4220-a46b-dd3afdb30253", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:02:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8ef35af3-8381-4929-9912-046c51a192ab", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T17:02:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8ef35af3-8381-4929-9912-046c51a192ab", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T17:02:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8ef35af3-8381-4929-9912-046c51a192ab", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T17:02:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8ef35af3-8381-4929-9912-046c51a192ab", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T17:02:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8ef35af3-8381-4929-9912-046c51a192ab", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:02:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8ef35af3-8381-4929-9912-046c51a192ab", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T17:03:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "32a5dd00-6c26-4b87-85bb-0077ba83b3c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:03:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "32a5dd00-6c26-4b87-85bb-0077ba83b3c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:03:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "32a5dd00-6c26-4b87-85bb-0077ba83b3c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:03:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "32a5dd00-6c26-4b87-85bb-0077ba83b3c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T17:03:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "32a5dd00-6c26-4b87-85bb-0077ba83b3c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T17:03:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "32a5dd00-6c26-4b87-85bb-0077ba83b3c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T17:03:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "4ff11f9c-4cc0-40dd-a4d8-759548f05ccc", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T17:03:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "58070bff-75fe-49f3-96ed-e16eeeea8345", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T17:03:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "8f721fec-1c1c-44bf-90bd-0fef283fb613", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:03:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "8f721fec-1c1c-44bf-90bd-0fef283fb613", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T17:03:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f302b33-b661-420d-962d-1d467be72b28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T17:03:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "c4c0a099-afe6-4e68-b75f-1e410c9bb49d", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T17:03:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "a37a644d-096c-4c79-b260-166d40d29082", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:03:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "a37a644d-096c-4c79-b260-166d40d29082", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T17:03:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "612facda-585b-4bc3-89b5-df0d60284dcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T17:03:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "c7be910b-8026-4366-9822-eafc4c0b5f7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T17:03:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "578ca58f-8920-40fe-abef-d18206c34dc3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:03:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "578ca58f-8920-40fe-abef-d18206c34dc3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-11T17:03:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "fd5db892-4145-46e5-a099-9f65b7b6d431", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T17:03:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16b6e12b-fbf5-403e-a249-5b901ffcbded", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-11T17:03:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "2e6608a6-d81b-40fe-81fe-bb95278b5621", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:03:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "2e6608a6-d81b-40fe-81fe-bb95278b5621", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-11T17:03:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62d40264-f028-4ee8-b073-d8bba77d0927", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-11T17:05:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bf066df3-5012-429f-96ce-0a3f78dc92a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T17:05:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "02b86873-d70e-4548-9fd4-cedbad5fbede", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T17:05:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "284be39f-ac74-4d47-a029-5a910cec22b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:05:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "284be39f-ac74-4d47-a029-5a910cec22b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T17:05:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "6d1476eb-6973-4d0c-ac6b-8e03dbb172b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T17:05:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da402979-9c25-4924-b5cb-2fde5ebea306", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T17:05:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "09a66c68-2f02-4855-b1a0-99db81aa72bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:05:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "09a66c68-2f02-4855-b1a0-99db81aa72bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T17:05:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cf940a2-a827-4ddd-bc3b-5e78d91af6bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T17:06:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d017f9f2-83cd-4973-b896-0e5754266f99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T17:06:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d017f9f2-83cd-4973-b896-0e5754266f99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:06:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d017f9f2-83cd-4973-b896-0e5754266f99", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T17:06:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "635ebb75-c55b-4698-82bb-e718262b08ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T17:06:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "635ebb75-c55b-4698-82bb-e718262b08ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:06:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "635ebb75-c55b-4698-82bb-e718262b08ff", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T17:06:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "019baf75-9134-4dc2-9608-0cdc658767bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T17:06:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "019baf75-9134-4dc2-9608-0cdc658767bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T17:06:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a9358ff-ffeb-4383-aba5-91d3aa7382b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T17:06:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a9358ff-ffeb-4383-aba5-91d3aa7382b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T17:06:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d9b78362-30ab-4b8b-b931-e8fbc11cb7d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T17:06:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d9b78362-30ab-4b8b-b931-e8fbc11cb7d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T17:06:22Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T17:06:22Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T17:06:23Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T17:06:23Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T17:06:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "5a9099d4-bbd5-4851-aab0-a928b07feaf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T17:06:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "bc430fe1-14d8-49bb-b738-1e01c3e1a3ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T17:06:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f27f7568-8c1d-4317-94a2-1c3f0ac9b5f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:06:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f27f7568-8c1d-4317-94a2-1c3f0ac9b5f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T17:06:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e590436f-0012-426b-8b0a-990763ff1480", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T17:06:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "05657755-3dc1-4fd6-844c-35eb688d0159", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T17:06:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "617d6a67-17f8-4a11-a533-d3ffa84016a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:06:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "617d6a67-17f8-4a11-a533-d3ffa84016a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T17:06:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "778b0342-3744-40db-be82-def6898455ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T17:07:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37b3c63b-ac2b-4775-be0c-180f72dc2a5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T17:07:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37b3c63b-ac2b-4775-be0c-180f72dc2a5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:07:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37b3c63b-ac2b-4775-be0c-180f72dc2a5f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T17:07:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "099bada0-b893-4ac2-b9e1-3107860d2844", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T17:07:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "099bada0-b893-4ac2-b9e1-3107860d2844", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T17:07:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "063b5eff-c56e-4241-8df1-8ff32f9e83b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T17:07:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "063b5eff-c56e-4241-8df1-8ff32f9e83b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T17:07:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43703110-558e-4aab-9403-e64cb0801cf9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T17:07:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43703110-558e-4aab-9403-e64cb0801cf9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T17:07:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-27acf4"}, "namespace": "e2e-modelref-27acf4", "name": "odh-trusted-ca-bundle", "reconcileID": "03083abb-1af6-4770-94ed-1f1d62419d79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-27acf4"} 2026-06-11T17:07:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-27acf4"}, "namespace": "e2e-modelref-27acf4", "name": "openshift-service-ca.crt", "reconcileID": "96fa652b-f605-4ef1-b606-0e5ec120e755", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-27acf4"} 2026-06-11T17:07:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-27acf4"}, "namespace": "e2e-modelref-27acf4", "name": "openshift-service-ca.crt", "reconcileID": "14ec486c-65c9-495f-8ca6-a90407f152cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-27acf4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:07:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-27acf4"}, "namespace": "e2e-modelref-27acf4", "name": "openshift-service-ca.crt", "reconcileID": "14ec486c-65c9-495f-8ca6-a90407f152cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-27acf4"} 2026-06-11T17:07:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-27acf4"}, "namespace": "e2e-modelref-27acf4", "name": "openshift-service-ca.crt", "reconcileID": "7341976b-1d37-473e-b8c7-e7ba1fbecf2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-27acf4"} 2026-06-11T17:07:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-27acf4"}, "namespace": "e2e-modelref-27acf4", "name": "odh-trusted-ca-bundle", "reconcileID": "8d38dfea-97f3-4b04-add3-1731bf9bfb90", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-27acf4", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:07:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-27acf4"}, "namespace": "e2e-modelref-27acf4", "name": "odh-trusted-ca-bundle", "reconcileID": "8d38dfea-97f3-4b04-add3-1731bf9bfb90", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-27acf4"} 2026-06-11T17:07:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-27acf4"}, "namespace": "e2e-modelref-27acf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8bb0eae-ec1f-4114-b34e-2ed280e29d19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-27acf4"} 2026-06-11T17:07:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a458da54-b6d0-4d8b-b98d-0050340b05e8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:07:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a458da54-b6d0-4d8b-b98d-0050340b05e8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:07:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a458da54-b6d0-4d8b-b98d-0050340b05e8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:07:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44d72f5f-3476-4729-b7d7-8d75962ca567", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:07:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44d72f5f-3476-4729-b7d7-8d75962ca567", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:07:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44d72f5f-3476-4729-b7d7-8d75962ca567", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:07:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "92a8f756-859b-4ca8-b4a9-6091c711021a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:07:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "92a8f756-859b-4ca8-b4a9-6091c711021a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:07:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "92a8f756-859b-4ca8-b4a9-6091c711021a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:07:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18ef900a-1afc-47c7-ad4e-2373c470ff07", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:07:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18ef900a-1afc-47c7-ad4e-2373c470ff07", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:07:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18ef900a-1afc-47c7-ad4e-2373c470ff07", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:07:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-27acf4"}, "namespace": "e2e-modelref-27acf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2b1cd95-8d59-4d2f-a779-c15a2d875218", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-27acf4"} 2026-06-11T17:07:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-27acf4"}, "namespace": "e2e-modelref-27acf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2b1cd95-8d59-4d2f-a779-c15a2d875218", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-27acf4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:07:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-27acf4"}, "namespace": "e2e-modelref-27acf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2b1cd95-8d59-4d2f-a779-c15a2d875218", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-27acf4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T17:07:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-27acf4"}, "namespace": "e2e-modelref-27acf4", "name": "odh-trusted-ca-bundle", "reconcileID": "72bbc531-fa10-40aa-ad43-2cc53f7f3b3b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-27acf4"} 2026-06-11T17:07:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-27acf4"}, "namespace": "e2e-modelref-27acf4", "name": "odh-trusted-ca-bundle", "reconcileID": "72bbc531-fa10-40aa-ad43-2cc53f7f3b3b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-27acf4"} 2026-06-11T17:07:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-27acf4"}, "namespace": "e2e-modelref-27acf4", "name": "openshift-service-ca.crt", "reconcileID": "a1825bc0-b54e-4f02-8ce4-8546823848c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-27acf4"} 2026-06-11T17:07:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-27acf4"}, "namespace": "e2e-modelref-27acf4", "name": "openshift-service-ca.crt", "reconcileID": "a1825bc0-b54e-4f02-8ce4-8546823848c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-27acf4"} 2026-06-11T17:07:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-27acf4"}, "namespace": "e2e-modelref-27acf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e53a27e-d9ff-428e-95a3-4d500f968318", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-27acf4"} 2026-06-11T17:07:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-27acf4"}, "namespace": "e2e-modelref-27acf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e53a27e-d9ff-428e-95a3-4d500f968318", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-27acf4"} 2026-06-11T17:07:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "openshift-service-ca.crt", "reconcileID": "e46d40f8-f0b3-4ddb-8b29-0e8ab4c31591", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-507fe1"} 2026-06-11T17:07:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "odh-trusted-ca-bundle", "reconcileID": "5cfbdf63-b108-4185-9d13-5659f2a96cda", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-507fe1"} 2026-06-11T17:07:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "openshift-service-ca.crt", "reconcileID": "75a1bbfd-0c11-4f88-ab27-ce5eea715dcc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-507fe1", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:07:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "openshift-service-ca.crt", "reconcileID": "75a1bbfd-0c11-4f88-ab27-ce5eea715dcc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-507fe1"} 2026-06-11T17:07:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "openshift-service-ca.crt", "reconcileID": "fa65c542-587f-4e00-8aa0-0e46e5860e6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-507fe1", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:07:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "openshift-service-ca.crt", "reconcileID": "fa65c542-587f-4e00-8aa0-0e46e5860e6a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T17:07:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d247992-1558-4ea3-9c5f-bd93cece7716", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-507fe1", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:07:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d247992-1558-4ea3-9c5f-bd93cece7716", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-507fe1"} 2026-06-11T17:07:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "odh-trusted-ca-bundle", "reconcileID": "5d17d8bb-aa5b-43c1-b716-b148be552d80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-507fe1"} 2026-06-11T17:07:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "openshift-service-ca.crt", "reconcileID": "407eb180-c684-452d-839a-291bb906a061", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-507fe1"} 2026-06-11T17:07:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b19e82ba-af7d-4ef9-a685-55614e4b0516", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-507fe1"} 2026-06-11T17:07:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1ab1990c-7245-4504-a5f9-92a0d60a502a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:07:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1ab1990c-7245-4504-a5f9-92a0d60a502a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:07:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1ab1990c-7245-4504-a5f9-92a0d60a502a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:07:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bcd88a72-dff2-4303-a810-d8d20c512834", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:07:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bcd88a72-dff2-4303-a810-d8d20c512834", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:07:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bcd88a72-dff2-4303-a810-d8d20c512834", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:08:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c865358d-f6e0-492a-980f-63ad9663b2e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:08:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c865358d-f6e0-492a-980f-63ad9663b2e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:08:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c865358d-f6e0-492a-980f-63ad9663b2e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:08:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a70e7c94-2148-4ed3-a4b4-d8655e068a35", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:08:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a70e7c94-2148-4ed3-a4b4-d8655e068a35", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:08:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a70e7c94-2148-4ed3-a4b4-d8655e068a35", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:08:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3d8c466-f787-4780-a5d1-a38e6a2371d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-507fe1"} 2026-06-11T17:08:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3d8c466-f787-4780-a5d1-a38e6a2371d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-507fe1", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:08:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3d8c466-f787-4780-a5d1-a38e6a2371d8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-507fe1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T17:08:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3c6445c-53fa-4571-9422-065cc4098a04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-507fe1"} 2026-06-11T17:08:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3c6445c-53fa-4571-9422-065cc4098a04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-507fe1", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:08:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3c6445c-53fa-4571-9422-065cc4098a04", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-507fe1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T17:08:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "odh-trusted-ca-bundle", "reconcileID": "a0558ca8-105f-4240-b82c-3c526dd7d35c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-507fe1"} 2026-06-11T17:08:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "odh-trusted-ca-bundle", "reconcileID": "a0558ca8-105f-4240-b82c-3c526dd7d35c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-507fe1"} 2026-06-11T17:08:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "openshift-service-ca.crt", "reconcileID": "de7dce43-4058-4fd7-877d-2f1771439dc9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-507fe1"} 2026-06-11T17:08:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "openshift-service-ca.crt", "reconcileID": "de7dce43-4058-4fd7-877d-2f1771439dc9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-507fe1"} 2026-06-11T17:08:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf65de65-f66a-4e9b-874a-cc62b9927e0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-507fe1"} 2026-06-11T17:08:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-507fe1"}, "namespace": "e2e-modelref-507fe1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf65de65-f66a-4e9b-874a-cc62b9927e0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-507fe1"} 2026-06-11T17:08:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-b647a4"}, "namespace": "e2e-webhook-test-b647a4", "name": "openshift-service-ca.crt", "reconcileID": "a3fd34a8-739a-4c6b-ab2a-80d65fe427f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-b647a4"} 2026-06-11T17:08:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-b647a4"}, "namespace": "e2e-webhook-test-b647a4", "name": "odh-trusted-ca-bundle", "reconcileID": "5bd3a0c0-1bbb-4840-b97d-89e79f527b60", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-b647a4"} 2026-06-11T17:08:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-b647a4"}, "namespace": "e2e-webhook-test-b647a4", "name": "openshift-service-ca.crt", "reconcileID": "6c4ecc2e-d91d-4687-b5d2-c6a288c82cf8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-b647a4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:08:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-b647a4"}, "namespace": "e2e-webhook-test-b647a4", "name": "openshift-service-ca.crt", "reconcileID": "6c4ecc2e-d91d-4687-b5d2-c6a288c82cf8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-b647a4"} 2026-06-11T17:08:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-b647a4"}, "namespace": "e2e-webhook-test-b647a4", "name": "openshift-service-ca.crt", "reconcileID": "713bae39-7f6c-4c7f-9d1a-f83ee9ac54d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-b647a4"} 2026-06-11T17:08:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b647a4"}, "namespace": "e2e-webhook-test-b647a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2b9774e-8ed7-4428-81ba-ad038d07e1ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-b647a4"} 2026-06-11T17:08:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-b647a4"}, "namespace": "e2e-webhook-test-b647a4", "name": "odh-trusted-ca-bundle", "reconcileID": "c283de3c-47d3-4416-bb7c-4d7777c55c3b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-b647a4", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:08:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-b647a4"}, "namespace": "e2e-webhook-test-b647a4", "name": "odh-trusted-ca-bundle", "reconcileID": "c283de3c-47d3-4416-bb7c-4d7777c55c3b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-b647a4"} 2026-06-11T17:08:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b647a4"}, "namespace": "e2e-webhook-test-b647a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1e646c3-c0f0-4ea6-8251-9a5ccaad538f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-b647a4"} 2026-06-11T17:08:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b647a4"}, "namespace": "e2e-webhook-test-b647a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c44bc16-ffe7-49df-8eed-47e8901697fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-b647a4"} 2026-06-11T17:08:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b647a4"}, "namespace": "e2e-webhook-test-b647a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c44bc16-ffe7-49df-8eed-47e8901697fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-b647a4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:08:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b647a4"}, "namespace": "e2e-webhook-test-b647a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c44bc16-ffe7-49df-8eed-47e8901697fb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-b647a4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T17:08:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-b647a4"}, "namespace": "e2e-webhook-test-b647a4", "name": "odh-trusted-ca-bundle", "reconcileID": "725e2043-552c-4eea-a2e6-1e5a54f94a8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-b647a4"} 2026-06-11T17:08:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-b647a4"}, "namespace": "e2e-webhook-test-b647a4", "name": "odh-trusted-ca-bundle", "reconcileID": "725e2043-552c-4eea-a2e6-1e5a54f94a8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-b647a4"} 2026-06-11T17:08:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-b647a4"}, "namespace": "e2e-webhook-test-b647a4", "name": "openshift-service-ca.crt", "reconcileID": "9e04da38-70e1-4faf-8eb1-d3fe27e92df3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-b647a4"} 2026-06-11T17:08:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-b647a4"}, "namespace": "e2e-webhook-test-b647a4", "name": "openshift-service-ca.crt", "reconcileID": "9e04da38-70e1-4faf-8eb1-d3fe27e92df3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-b647a4"} 2026-06-11T17:08:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b647a4"}, "namespace": "e2e-webhook-test-b647a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3baffde9-dfcb-4c64-bc09-1b41b0de6572", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-b647a4"} 2026-06-11T17:08:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b647a4"}, "namespace": "e2e-webhook-test-b647a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3baffde9-dfcb-4c64-bc09-1b41b0de6572", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-b647a4"} 2026-06-11T17:08:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-9db9b6"}, "namespace": "e2e-webhook-test-9db9b6", "name": "openshift-service-ca.crt", "reconcileID": "eb674147-c53d-4a4e-a536-dd5530b9313e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-9db9b6"} 2026-06-11T17:08:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-9db9b6"}, "namespace": "e2e-webhook-test-9db9b6", "name": "odh-trusted-ca-bundle", "reconcileID": "73615bc3-eead-45f3-997f-4ba3219d533e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-9db9b6"} 2026-06-11T17:08:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-9db9b6"}, "namespace": "e2e-webhook-test-9db9b6", "name": "openshift-service-ca.crt", "reconcileID": "3e580baa-fe21-459b-bc9a-e7aeb4229ad3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-9db9b6", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:08:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-9db9b6"}, "namespace": "e2e-webhook-test-9db9b6", "name": "openshift-service-ca.crt", "reconcileID": "3e580baa-fe21-459b-bc9a-e7aeb4229ad3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-9db9b6"} 2026-06-11T17:08:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9db9b6"}, "namespace": "e2e-webhook-test-9db9b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37d89c6f-d0c1-4613-81d0-da91882bb58f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-9db9b6"} 2026-06-11T17:08:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-9db9b6"}, "namespace": "e2e-webhook-test-9db9b6", "name": "openshift-service-ca.crt", "reconcileID": "65076687-1eb5-422c-817d-7274005b8553", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-9db9b6"} 2026-06-11T17:08:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-9db9b6"}, "namespace": "e2e-webhook-test-9db9b6", "name": "odh-trusted-ca-bundle", "reconcileID": "21cd5b6b-1700-48d1-8928-13538ab655d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-9db9b6", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:08:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-9db9b6"}, "namespace": "e2e-webhook-test-9db9b6", "name": "odh-trusted-ca-bundle", "reconcileID": "21cd5b6b-1700-48d1-8928-13538ab655d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-9db9b6"} 2026-06-11T17:08:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9db9b6"}, "namespace": "e2e-webhook-test-9db9b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f60538e5-870b-4112-9dab-a9d53cac034a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-9db9b6"} 2026-06-11T17:08:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9db9b6"}, "namespace": "e2e-webhook-test-9db9b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ce35cd2-ca8d-456f-a9a5-1e6339a2aee1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-9db9b6"} 2026-06-11T17:08:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9db9b6"}, "namespace": "e2e-webhook-test-9db9b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ce35cd2-ca8d-456f-a9a5-1e6339a2aee1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-9db9b6", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:08:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9db9b6"}, "namespace": "e2e-webhook-test-9db9b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ce35cd2-ca8d-456f-a9a5-1e6339a2aee1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-9db9b6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T17:08:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-9db9b6"}, "namespace": "e2e-webhook-test-9db9b6", "name": "odh-trusted-ca-bundle", "reconcileID": "f8e1eb7d-dae2-4f92-a0fe-b28a790edfc1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-9db9b6"} 2026-06-11T17:08:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-9db9b6"}, "namespace": "e2e-webhook-test-9db9b6", "name": "odh-trusted-ca-bundle", "reconcileID": "f8e1eb7d-dae2-4f92-a0fe-b28a790edfc1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-9db9b6"} 2026-06-11T17:08:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-9db9b6"}, "namespace": "e2e-webhook-test-9db9b6", "name": "openshift-service-ca.crt", "reconcileID": "cfa371ae-6d35-4a65-97fc-b6ea62108d07", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-9db9b6"} 2026-06-11T17:08:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-9db9b6"}, "namespace": "e2e-webhook-test-9db9b6", "name": "openshift-service-ca.crt", "reconcileID": "cfa371ae-6d35-4a65-97fc-b6ea62108d07", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-9db9b6"} 2026-06-11T17:08:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9db9b6"}, "namespace": "e2e-webhook-test-9db9b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffab698c-06a6-46ea-ba18-aa13673960cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-9db9b6"} 2026-06-11T17:08:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9db9b6"}, "namespace": "e2e-webhook-test-9db9b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffab698c-06a6-46ea-ba18-aa13673960cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-9db9b6"} 2026-06-11T17:21:51Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T17:21:51Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T17:21:52Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T17:21:52Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T17:25:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "52e86211-37b8-466f-b6fa-f2a9c5d9964d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:25:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "52e86211-37b8-466f-b6fa-f2a9c5d9964d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:25:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "52e86211-37b8-466f-b6fa-f2a9c5d9964d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:25:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7016e44f-8cf5-4a71-8b30-bf45e30f3988", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:25:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7016e44f-8cf5-4a71-8b30-bf45e30f3988", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:25:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7016e44f-8cf5-4a71-8b30-bf45e30f3988", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:25:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38d33bc3-1ee8-4eef-9a2e-986e4cb49d52", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:25:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38d33bc3-1ee8-4eef-9a2e-986e4cb49d52", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:25:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38d33bc3-1ee8-4eef-9a2e-986e4cb49d52", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:26:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "737fa2a6-45c1-4dca-ba5a-99b603accbf3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:26:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "737fa2a6-45c1-4dca-ba5a-99b603accbf3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:26:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "737fa2a6-45c1-4dca-ba5a-99b603accbf3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:26:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6eda0e59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6eda0e59", "reconcileID": "a69d821a-19f9-4a97-8773-9a3feae7cbd9", "Gateway": "e2e-ait-6eda0e59", "namespace": "openshift-ingress"} 2026-06-11T17:26:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6eda0e59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6eda0e59", "reconcileID": "8da5b0d7-3c93-49a0-819a-1985ca73d007", "Gateway": "e2e-ait-6eda0e59", "namespace": "openshift-ingress"} 2026-06-11T17:26:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6eda0e59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6eda0e59", "reconcileID": "e874b13d-c2a9-45c1-bb9d-cda52d0c34f4", "Gateway": "e2e-ait-6eda0e59", "namespace": "openshift-ingress"} 2026-06-11T17:26:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6eda0e59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6eda0e59", "reconcileID": "4586e6bc-289d-452b-9671-92cb0bf123b7", "Gateway": "e2e-ait-6eda0e59", "namespace": "openshift-ingress"} 2026-06-11T17:26:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6eda0e59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6eda0e59", "reconcileID": "33782d91-9125-4d4a-a3b1-0f12faa3c7e6", "Gateway": "e2e-ait-6eda0e59", "namespace": "openshift-ingress"} 2026-06-11T17:26:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6eda0e59"}, "namespace": "e2e-aitenant-6eda0e59", "name": "odh-trusted-ca-bundle", "reconcileID": "063fe970-6de2-44c2-ad2e-ec4f3d373bd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6eda0e59"} 2026-06-11T17:26:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6eda0e59"}, "namespace": "e2e-aitenant-6eda0e59", "name": "openshift-service-ca.crt", "reconcileID": "d70a5df6-014a-4c85-b3ba-f5c9460dc19d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6eda0e59"} 2026-06-11T17:26:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6eda0e59"}, "namespace": "e2e-aitenant-6eda0e59", "name": "openshift-service-ca.crt", "reconcileID": "d9e377bd-a693-44aa-b5de-de75751fe3e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6eda0e59", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:26:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6eda0e59"}, "namespace": "e2e-aitenant-6eda0e59", "name": "openshift-service-ca.crt", "reconcileID": "d9e377bd-a693-44aa-b5de-de75751fe3e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6eda0e59"} 2026-06-11T17:26:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6eda0e59"}, "namespace": "e2e-aitenant-6eda0e59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d101ea62-3016-446f-81d1-821b7850a8f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6eda0e59"} 2026-06-11T17:26:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6eda0e59"}, "namespace": "e2e-aitenant-6eda0e59", "name": "openshift-service-ca.crt", "reconcileID": "bbfc0478-ad03-4ca2-bd11-52966d741bb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6eda0e59"} 2026-06-11T17:26:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6eda0e59"}, "namespace": "e2e-aitenant-6eda0e59", "name": "odh-trusted-ca-bundle", "reconcileID": "12f6b60a-ab86-480b-aae2-3228b9b195ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6eda0e59", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:26:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6eda0e59"}, "namespace": "e2e-aitenant-6eda0e59", "name": "odh-trusted-ca-bundle", "reconcileID": "12f6b60a-ab86-480b-aae2-3228b9b195ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6eda0e59"} 2026-06-11T17:26:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6eda0e59"}, "namespace": "e2e-aitenant-6eda0e59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c15c411e-22b1-4b9f-bca4-3aa4668fb298", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6eda0e59"} 2026-06-11T17:26:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6eda0e59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6eda0e59", "reconcileID": "eb2ce43e-d60e-4b27-a6c9-55173e69db83", "Gateway": "e2e-ait-6eda0e59", "namespace": "openshift-ingress"} 2026-06-11T17:26:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6eda0e59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6eda0e59", "reconcileID": "52cf9f69-70d2-482d-a643-7a1ec3376619", "Gateway": "e2e-ait-6eda0e59", "namespace": "openshift-ingress"} 2026-06-11T17:26:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6eda0e59"}, "namespace": "e2e-aitenant-6eda0e59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ad57206-1369-497b-82e9-fbf39efc7b8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6eda0e59"} 2026-06-11T17:26:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6eda0e59"}, "namespace": "e2e-aitenant-6eda0e59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ad57206-1369-497b-82e9-fbf39efc7b8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6eda0e59", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:26:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6eda0e59"}, "namespace": "e2e-aitenant-6eda0e59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ad57206-1369-497b-82e9-fbf39efc7b8f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-6eda0e59 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T17:26:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6eda0e59"}, "namespace": "e2e-aitenant-6eda0e59", "name": "odh-trusted-ca-bundle", "reconcileID": "a0a8ff04-d010-4706-b110-b7e567c876de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6eda0e59"} 2026-06-11T17:26:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6eda0e59"}, "namespace": "e2e-aitenant-6eda0e59", "name": "odh-trusted-ca-bundle", "reconcileID": "a0a8ff04-d010-4706-b110-b7e567c876de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6eda0e59"} 2026-06-11T17:26:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6eda0e59"}, "namespace": "e2e-aitenant-6eda0e59", "name": "openshift-service-ca.crt", "reconcileID": "51baae5a-efe2-457f-9c01-7cfa9944331c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6eda0e59"} 2026-06-11T17:26:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6eda0e59"}, "namespace": "e2e-aitenant-6eda0e59", "name": "openshift-service-ca.crt", "reconcileID": "51baae5a-efe2-457f-9c01-7cfa9944331c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6eda0e59"} 2026-06-11T17:26:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6eda0e59"}, "namespace": "e2e-aitenant-6eda0e59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e648d534-e8dd-44b6-bc3f-894cccdd943c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6eda0e59"} 2026-06-11T17:26:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6eda0e59"}, "namespace": "e2e-aitenant-6eda0e59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e648d534-e8dd-44b6-bc3f-894cccdd943c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6eda0e59"} 2026-06-11T17:26:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ad832ec1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ad832ec1", "reconcileID": "cb9bd9ea-61e9-417a-94f1-2e252fc0a308", "Gateway": "e2e-ait-ad832ec1", "namespace": "openshift-ingress"} 2026-06-11T17:26:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ad832ec1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ad832ec1", "reconcileID": "43302a2f-3628-4b0c-8dd7-dd4be672f951", "Gateway": "e2e-ait-ad832ec1", "namespace": "openshift-ingress"} 2026-06-11T17:26:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ad832ec1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ad832ec1", "reconcileID": "3861fd07-1da2-4564-8d6c-24f8c9eb447d", "Gateway": "e2e-ait-ad832ec1", "namespace": "openshift-ingress"} 2026-06-11T17:26:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ad832ec1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ad832ec1", "reconcileID": "f8ebab2d-3547-4e9e-88dc-f2622b3ba9f8", "Gateway": "e2e-ait-ad832ec1", "namespace": "openshift-ingress"} 2026-06-11T17:26:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ad832ec1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ad832ec1", "reconcileID": "8996989c-acf0-468c-869d-c592614591d4", "Gateway": "e2e-ait-ad832ec1", "namespace": "openshift-ingress"} 2026-06-11T17:26:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "openshift-service-ca.crt", "reconcileID": "819a57af-0ed4-438a-bbaf-c7e29156ed2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ad832ec1"} 2026-06-11T17:26:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "odh-trusted-ca-bundle", "reconcileID": "70eb8824-3786-405a-9629-2f158be0b207", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ad832ec1"} 2026-06-11T17:26:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "openshift-service-ca.crt", "reconcileID": "6beb62df-86be-49a4-a36c-3ae0c3003392", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ad832ec1", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:26:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "openshift-service-ca.crt", "reconcileID": "6beb62df-86be-49a4-a36c-3ae0c3003392", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ad832ec1"} 2026-06-11T17:26:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "openshift-service-ca.crt", "reconcileID": "85c348bb-c268-45a0-af8a-184890d3accf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ad832ec1", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:26:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "openshift-service-ca.crt", "reconcileID": "85c348bb-c268-45a0-af8a-184890d3accf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T17:26:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98848af5-bb03-4391-9c91-bff6d699ed86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ad832ec1"} 2026-06-11T17:26:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "openshift-service-ca.crt", "reconcileID": "3272c9cb-1cc0-48f1-91bc-cd45ca6e990f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ad832ec1"} 2026-06-11T17:26:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "odh-trusted-ca-bundle", "reconcileID": "7393ab05-8958-455a-9ed8-5f039802921a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ad832ec1", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:26:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "odh-trusted-ca-bundle", "reconcileID": "7393ab05-8958-455a-9ed8-5f039802921a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ad832ec1"} 2026-06-11T17:26:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47274d5d-4cec-451c-8a82-a637907c2a19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ad832ec1"} 2026-06-11T17:26:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ad832ec1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ad832ec1", "reconcileID": "6d0c4c30-d308-4aa3-b550-e6b6152cb329", "Gateway": "e2e-ait-ad832ec1", "namespace": "openshift-ingress"} 2026-06-11T17:26:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ad832ec1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ad832ec1", "reconcileID": "5c352f36-bc76-47cf-b033-d6e90ecf2c6a", "Gateway": "e2e-ait-ad832ec1", "namespace": "openshift-ingress"} 2026-06-11T17:26:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bb63486-d3fc-43ae-b514-814a6ea4fbc4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ad832ec1"} 2026-06-11T17:26:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bb63486-d3fc-43ae-b514-814a6ea4fbc4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ad832ec1", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:26:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bb63486-d3fc-43ae-b514-814a6ea4fbc4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-ad832ec1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T17:26:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "odh-trusted-ca-bundle", "reconcileID": "28ac74a4-c3d5-494c-93d0-dfa992b8937c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ad832ec1"} 2026-06-11T17:26:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "odh-trusted-ca-bundle", "reconcileID": "28ac74a4-c3d5-494c-93d0-dfa992b8937c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ad832ec1"} 2026-06-11T17:26:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "openshift-service-ca.crt", "reconcileID": "fba99601-a6ab-4387-a8e3-3ca5093d6f75", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ad832ec1"} 2026-06-11T17:26:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "openshift-service-ca.crt", "reconcileID": "fba99601-a6ab-4387-a8e3-3ca5093d6f75", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ad832ec1"} 2026-06-11T17:26:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42ecac79-d66f-419c-909c-a8de0092420e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ad832ec1"} 2026-06-11T17:26:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ad832ec1"}, "namespace": "e2e-aitenant-ad832ec1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42ecac79-d66f-419c-909c-a8de0092420e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ad832ec1"}